Adding k-quants
Browse files
.gitattributes
CHANGED
|
@@ -32,4 +32,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 32 |
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
|
|
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
| 32 |
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
+
*.gguf filter=lfs diff=lfs merge=lfs -text
|
| 36 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
mixtral-instruct-8x7b-q2k.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a464fa079e769086727d4b853cab91dcd6dac5e013a5c0f86ef5a40ffefa86f
|
| 3 |
+
size 15407362304
|
mixtral-instruct-8x7b-q3k-medium.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:143a3e83a636cf9a21a0794fc142ded3e3acb68628457c54ee0a63a3f69c43bb
|
| 3 |
+
size 22375461120
|
mixtral-instruct-8x7b-q3k-small.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e26582d2c2972d67c0bafb6f5d9e809d6eeaf6f727804ef74ddf4b9c1be6a602
|
| 3 |
+
size 20292989184
|
mixtral-instruct-8x7b-q4k-medium.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:68ffe5aac9826194336b71377f872f3377f965ae9fed5b785a2714b4d3dae146
|
| 3 |
+
size 28449444096
|
mixtral-instruct-8x7b-q4k-small.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:760f8c573aafe0e10bdd14dc7055650ece1f33cc4ce3b11107e173afaf644d8a
|
| 3 |
+
size 32230215936
|