update bpe pre-tokenizer

OLMo-1.7-7B.IQ2_M.gguf

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:511d45d6bd40427564b6c839e2edb6ace027562eeadb28f6b25e007c7958ebd6
-size 109691680

OLMo-1.7-7B.IQ3_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:852ca475e65c843c1f02231f7c0ece4505e116077dcf022647d4aa9a669a083c
-size 3208557344
+oid sha256:8122f9eca1ea560d20b0a7856befc51b7ef18739e81f9ba7ccdeb7f56c5fcb75
+size 3208557376

OLMo-1.7-7B.IQ3_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48792a2e16e75a36cc0325c0560799653f077eda543799751310f1ee49df141f
-size 3041997600
+oid sha256:c0fa5c0549783209bc3b48316ce5ddfd6321f55a651e0bbe287d12832e335744
+size 3041997632

OLMo-1.7-7B.IQ3_XS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:216cce35d60da3b7aee1e01a2c6c56230dc1066d2f2cb91e75147bcd6a08e0db
-size 2890216224
+oid sha256:f99786fa0e6d127a737e7ad236700aad12a618a0aa06530f617c85d1f9dd2cc9
+size 2890216256

OLMo-1.7-7B.IQ3_XXS.gguf

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:edaf034f500b50beca5637d1fb45727c90d11fd3aa6ef0d7f544a0d62b648a38
-size 150201120

OLMo-1.7-7B.IQ4_NL.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75deb3735c40e0e57eff22540a22bc3bc13c446e60f5f7e1bea774382a1e0fff
-size 3952001824
+oid sha256:5c2d8bc5cd81e368d9faf4dad292d9a45ee7bede7a50211a476b1ebc17f2cbf4
+size 3952001856

OLMo-1.7-7B.IQ4_XS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43c6b359df4ac0bb440a230c8ca4cb634529ae17490058cdd79e8f5e41759432
-size 3748823840
+oid sha256:42bd97b85320d1c5665293c656d617f2f69b3e182dac84c720ef74493e376b59
+size 3748823872

OLMo-1.7-7B.Q2_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d74bc514b83d38ce6a7829bd120b8622dabe3673a9dd1837e08daa7bf81963b1
-size 2618942240
+oid sha256:18993cc20a091ce8c27f7fc80eb849f6939e8f3d356b6472eb416e43e2c87423
+size 2618942272

OLMo-1.7-7B.Q3_K_L.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1621de40bf335ec3288843ae84eb9f759dd78e38c63a936e9c6d5e6235110a0
-size 3690804000
+oid sha256:04069497a1350ea645d5670dff0fc91ca1381672c2dd505a6544007494557bf0
+size 3690804032

OLMo-1.7-7B.Q3_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79c4f2c6bd880152a18765c08d31cccb1d2cb1ba4749bf2b293c519b7a094cb2
-size 3391697696
+oid sha256:94d745327146b37b1bc16af0560aecf261801855985208d69c91d1bfbf7f43e9
+size 3391697728

OLMo-1.7-7B.Q3_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:947d031aef0e0a37e808986e80222732e05c6e5435c646becdc5ecc25976a1c8
-size 3041997600
+oid sha256:39308371efdc8fbb912ea84778a1196604408e37f9812de626b24e9e2221a801
+size 3041997632

OLMo-1.7-7B.Q4_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1646162cdbc8c7a754225a255603b5eac2ba2948fa3c56ef3501058363ba4481
-size 4184654624
+oid sha256:6cbf8689e9e0bf72295a929ca85dac58fc17763fb957eaec28e8ba512b1b60ed
+size 4184654656

OLMo-1.7-7B.Q4_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55bf7a90f88b31e15bd9622ee9f7cd14a03a25df66b5360691c3e68bc617f4c5
-size 3960390432
+oid sha256:f561d8fa766c595cd44783e752f753b7f8b393aa7f946037d7cacc124fe8a678
+size 3960390464

OLMo-1.7-7B.Q5_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1010f5048551421eb4fcded9d7fd9cde52d60a1678d67f559e562ceb39b3c678
-size 4896178976
+oid sha256:70f5deaa4cfd11dff2280f004ef438e2599bfd23ff335ea389b899813c163b47
+size 4896179008

OLMo-1.7-7B.Q5_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c9d4a139ac50d2209c560b0a3b9223f7f383032e20130c9979dca6541e8b545
-size 4764713760
+oid sha256:b3f8f603c3273f6fa08572ab28eb36f323147bc37891e84ba86727d035917e64
+size 4764713792

OLMo-1.7-7B.Q6_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86ca1eefd37c6bf6b05799a6ee4c37c514fb61af7dfa75395f350faf5efed9a3
-size 5652173600
+oid sha256:2ac05ed62b22638b8b0c55183338b0d55654e17dae5feda9fceb556a464f9aa2
+size 5652173632

OLMo-1.7-7B.Q8_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3d64740d2249d87c3425fa9d3daa6c8bfa4b1b14450fa1ba29304894f743144
-size 7320384288
+oid sha256:7a5d2a39c838a5f0bced5cbe7791648c989d52fe4e7733a238248df31a56485b
+size 7320384320

README.md

@@ -8,7 +8,7 @@ pipeline_tag: text-generation
 
 # OLMo-1.7-7b-GGUF
 
-This repo contains GGUF files of the [allenai/OLMo-1.7-7B-hf](https://huggingface.co/allenai/OLMo-1.7-7B-hf) model. These files can be used with [llama.cpp](https://github.com/ggerganov/llama.cpp) or other software like [ollama](https://github.com/ollama/ollama) and [LM Studio](https://lmstudio.ai/). Most quanitzation versions are provided.
+This repo contains GGUF files of the [allenai/OLMo-1.7-7B-hf](https://huggingface.co/allenai/OLMo-1.7-7B-hf) model. These files can be used with [llama.cpp](https://github.com/ggerganov/llama.cpp) or other software like [ollama](https://github.com/ollama/ollama) and [LM Studio](https://lmstudio.ai/). Most quanitzation versions based on the bf16 file are provided.
 
 Note: this is a base model, not an instruction-tuned model. Hence, there is no specified prompt template.