Quantize BF16 with llamafile-0.8.12
Browse files
.gitattributes
CHANGED
@@ -58,3 +58,4 @@ mixtral-8x7b-instruct-v0.1.BF16.llamafile.cat1 filter=lfs diff=lfs merge=lfs -te
|
|
58 |
mixtral-8x7b-instruct-v0.1.Q5_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
|
59 |
mixtral-8x7b-instruct-v0.1.F16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
|
60 |
mixtral-8x7b-instruct-v0.1.F16.cat1.llamafile filter=lfs diff=lfs merge=lfs -text
|
|
|
|
58 |
mixtral-8x7b-instruct-v0.1.Q5_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
|
59 |
mixtral-8x7b-instruct-v0.1.F16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
|
60 |
mixtral-8x7b-instruct-v0.1.F16.cat1.llamafile filter=lfs diff=lfs merge=lfs -text
|
61 |
+
mixtral-8x7b-instruct-v0.1.BF16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
|
mixtral-8x7b-instruct-v0.1.BF16.cat0.llamafile
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7624caae12b86abbeb03fb184d4f04c1010cd85cbd21a03b162d677fd829f860
|
3 |
+
size 50000000000
|