Uploading quantized versions of the model (#4)

- Uploading quantized versions of the model (dfbe2578cd00e1d5a6995624110c4b3f230558cf)


Co-authored-by: Lucas Charpentier <lgcharpe@users.noreply.huggingface.co>

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+normistral-7b-warm-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-warm-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-warm-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-warm-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-warm-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

normistral-7b-warm-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b381a3901c2e5771aa4cdbe7e4e23e2327499f99930cd72b4066f0296fbed13e
+size 3523489248

normistral-7b-warm-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac51e897f2d149a48982d04ae06a9270dc7245dda012263186722ef3659cd11
+size 4373360096

normistral-7b-warm-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a06be924888d24937f0fcbf261a8d6f36ca0f405c21d327f2f3eca05cb35206
+size 5136723424

normistral-7b-warm-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f51337648db7158167c5b229de36ab4f7c223a0abaffab27a7061dcf543396
+size 5947796960

normistral-7b-warm-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420401809b7e4dfd27e87cf10450e65d36bcbbe5ea69aee4fc1ee9eb66e65e1b
+size 7703113184