Quantize Q5_K_S with llamafile-0.8.5
Browse files
.gitattributes
CHANGED
@@ -55,3 +55,4 @@ mixtral-8x7b-instruct-v0.1.F16.llamafile.cat0 filter=lfs diff=lfs merge=lfs -tex
|
|
55 |
mixtral-8x7b-instruct-v0.1.F16.llamafile.cat1 filter=lfs diff=lfs merge=lfs -text
|
56 |
mixtral-8x7b-instruct-v0.1.BF16.llamafile.cat0 filter=lfs diff=lfs merge=lfs -text
|
57 |
mixtral-8x7b-instruct-v0.1.BF16.llamafile.cat1 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
55 |
mixtral-8x7b-instruct-v0.1.F16.llamafile.cat1 filter=lfs diff=lfs merge=lfs -text
|
56 |
mixtral-8x7b-instruct-v0.1.BF16.llamafile.cat0 filter=lfs diff=lfs merge=lfs -text
|
57 |
mixtral-8x7b-instruct-v0.1.BF16.llamafile.cat1 filter=lfs diff=lfs merge=lfs -text
|
58 |
+
mixtral-8x7b-instruct-v0.1.Q5_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
|
mixtral-8x7b-instruct-v0.1.Q5_K_S.llamafile
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b16592168fec5d0ef962bd9aa397af2edbb4a5f26bcd43c092adb7a3df384b2
|
3 |
+
size 32266860646
|