jartine commited on
Commit
05882d9
1 Parent(s): c0ab2d7

Quantize Q2_K with llamafile-0.8.6

Browse files
.gitattributes CHANGED
@@ -42,3 +42,4 @@ Mistral-7B-Instruct-v0.3.Q4_0.llamafile filter=lfs diff=lfs merge=lfs -text
42
  Mistral-7B-Instruct-v0.3.Q4_1.llamafile filter=lfs diff=lfs merge=lfs -text
43
  Mistral-7B-Instruct-v0.3.Q5_0.llamafile filter=lfs diff=lfs merge=lfs -text
44
  Mistral-7B-Instruct-v0.3.Q5_1.llamafile filter=lfs diff=lfs merge=lfs -text
 
 
42
  Mistral-7B-Instruct-v0.3.Q4_1.llamafile filter=lfs diff=lfs merge=lfs -text
43
  Mistral-7B-Instruct-v0.3.Q5_0.llamafile filter=lfs diff=lfs merge=lfs -text
44
  Mistral-7B-Instruct-v0.3.Q5_1.llamafile filter=lfs diff=lfs merge=lfs -text
45
+ Mistral-7B-Instruct-v0.3.Q2_K.llamafile filter=lfs diff=lfs merge=lfs -text
Mistral-7B-Instruct-v0.3.Q2_K.llamafile ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e744c2e55218e9add5a2e4fb1ae765eabdfb85c7cb88b71a294dba1413b288a
3
+ size 2758424747