jartine commited on
Commit
e20d532
1 Parent(s): c94d035

Quantize mistral-7b-instruct-v0.2 with llamafile-0.7 Q3_K

Browse files
.gitattributes CHANGED
@@ -59,3 +59,4 @@ mistral-7b-instruct-v0.2.Q6_K.llamafile filter=lfs diff=lfs merge=lfs -text
59
  mistral-7b-instruct-v0.2.Q8_0.llamafile filter=lfs diff=lfs merge=lfs -text
60
  mistral-7b-instruct-v0.2.Q4_1.llamafile filter=lfs diff=lfs merge=lfs -text
61
  mistral-7b-instruct-v0.2.Q5_1.llamafile filter=lfs diff=lfs merge=lfs -text
 
 
59
  mistral-7b-instruct-v0.2.Q8_0.llamafile filter=lfs diff=lfs merge=lfs -text
60
  mistral-7b-instruct-v0.2.Q4_1.llamafile filter=lfs diff=lfs merge=lfs -text
61
  mistral-7b-instruct-v0.2.Q5_1.llamafile filter=lfs diff=lfs merge=lfs -text
62
+ mistral-7b-instruct-v0.2.Q3_K.llamafile filter=lfs diff=lfs merge=lfs -text
mistral-7b-instruct-v0.2.Q3_K.llamafile ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ccd3bc9575de5b059c3e8a8ae799430ab10e2675eb19ab06fb612652242f79f
3
+ size 3543273967