Commit
•
b79739a
1
Parent(s):
f826023
Uploading quants.
Browse files- .gitattributes +12 -0
- imatrix-with-rp-ex.txt +0 -0
- imatrix.dat +3 -0
- llama-3-cat-8b-instruct-v1-IQ3_M-imat.gguf +3 -0
- llama-3-cat-8b-instruct-v1-IQ3_S-imat.gguf +3 -0
- llama-3-cat-8b-instruct-v1-IQ3_XXS-imat.gguf +3 -0
- llama-3-cat-8b-instruct-v1-IQ4_NL-imat.gguf +3 -0
- llama-3-cat-8b-instruct-v1-IQ4_XS-imat.gguf +3 -0
- llama-3-cat-8b-instruct-v1-Q4_K_M-imat.gguf +3 -0
- llama-3-cat-8b-instruct-v1-Q4_K_S-imat.gguf +3 -0
- llama-3-cat-8b-instruct-v1-Q5_K_M-imat.gguf +3 -0
- llama-3-cat-8b-instruct-v1-Q5_K_S-imat.gguf +3 -0
- llama-3-cat-8b-instruct-v1-Q6_K-imat.gguf +3 -0
- llama-3-cat-8b-instruct-v1-Q8_0-imat.gguf +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
imatrix.dat filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
llama-3-cat-8b-instruct-v1-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
llama-3-cat-8b-instruct-v1-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
llama-3-cat-8b-instruct-v1-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
llama-3-cat-8b-instruct-v1-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
llama-3-cat-8b-instruct-v1-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
llama-3-cat-8b-instruct-v1-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
llama-3-cat-8b-instruct-v1-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
llama-3-cat-8b-instruct-v1-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
llama-3-cat-8b-instruct-v1-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
llama-3-cat-8b-instruct-v1-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
llama-3-cat-8b-instruct-v1-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
|
imatrix-with-rp-ex.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
imatrix.dat
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5ae65f4376d9da822bd99159cc4d04a9f3548a0b1301471b8ff950d8f56614a7
|
| 3 |
+
size 4988193
|
llama-3-cat-8b-instruct-v1-IQ3_M-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b5917e9c58fa54ceb4d12a16b4622f3b24471bc9049fd0d3992d5d2bc8cf767
|
| 3 |
+
size 3784822976
|
llama-3-cat-8b-instruct-v1-IQ3_S-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:65604e083f39ccee753556e7703e5a130343434785cdaaa2eb17386bfd16c83e
|
| 3 |
+
size 3682324672
|
llama-3-cat-8b-instruct-v1-IQ3_XXS-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:24e072f1d1da36d636e2d8a6406e0331bbc249ec98d07cdb1c00d93d99633154
|
| 3 |
+
size 3274911936
|
llama-3-cat-8b-instruct-v1-IQ4_NL-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f38d7d2144c0fc43a443147d1e26ce36eb77c6572c3063152a1aeff16d11db59
|
| 3 |
+
size 4677988544
|
llama-3-cat-8b-instruct-v1-IQ4_XS-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ab75ac5d395a32f61db2a08f90418e21c07c3d028297e62b317866650f4d6ee6
|
| 3 |
+
size 4447662272
|
llama-3-cat-8b-instruct-v1-Q4_K_M-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e548e5bdced904ca9691c5b8f20692ea4412d8421c1b95ebc7ca0322171f2e1d
|
| 3 |
+
size 4920733888
|
llama-3-cat-8b-instruct-v1-Q4_K_S-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25b6174680a42f5636237ed2a24bd30746ce798976b82e656e2439fb6cb9f3ab
|
| 3 |
+
size 4692668608
|
llama-3-cat-8b-instruct-v1-Q5_K_M-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0608ea28aa9f4c71c4480f9188ef1febd57ae1a369452fb38e321ef308c693c9
|
| 3 |
+
size 5732987072
|
llama-3-cat-8b-instruct-v1-Q5_K_S-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c1c9ba70b96bef52fb431a80ef53a37a369b69ed472f0c240ae6c6b1d5af54d2
|
| 3 |
+
size 5599293632
|
llama-3-cat-8b-instruct-v1-Q6_K-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5a0aa93a1ae2e41b37396bd939a92d95873ba5e2c71978e8d10ae80aa9d0dd16
|
| 3 |
+
size 6596006080
|
llama-3-cat-8b-instruct-v1-Q8_0-imat.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0bbf6ecdc0659a6adc3326863e547bc41c9d9105f3f82712cfb8e301f7af87a2
|
| 3 |
+
size 8540770496
|