Quantize Q2_K with llamafile-0.8.6
Browse files
.gitattributes
CHANGED
@@ -42,3 +42,4 @@ Mistral-7B-Instruct-v0.3.Q4_0.llamafile filter=lfs diff=lfs merge=lfs -text
|
|
42 |
Mistral-7B-Instruct-v0.3.Q4_1.llamafile filter=lfs diff=lfs merge=lfs -text
|
43 |
Mistral-7B-Instruct-v0.3.Q5_0.llamafile filter=lfs diff=lfs merge=lfs -text
|
44 |
Mistral-7B-Instruct-v0.3.Q5_1.llamafile filter=lfs diff=lfs merge=lfs -text
|
|
|
|
42 |
Mistral-7B-Instruct-v0.3.Q4_1.llamafile filter=lfs diff=lfs merge=lfs -text
|
43 |
Mistral-7B-Instruct-v0.3.Q5_0.llamafile filter=lfs diff=lfs merge=lfs -text
|
44 |
Mistral-7B-Instruct-v0.3.Q5_1.llamafile filter=lfs diff=lfs merge=lfs -text
|
45 |
+
Mistral-7B-Instruct-v0.3.Q2_K.llamafile filter=lfs diff=lfs merge=lfs -text
|
Mistral-7B-Instruct-v0.3.Q2_K.llamafile
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e744c2e55218e9add5a2e4fb1ae765eabdfb85c7cb88b71a294dba1413b288a
|
3 |
+
size 2758424747
|