Upload heavily quantized models
Browse files
.gitattributes
CHANGED
|
@@ -37,3 +37,5 @@ llama-3.1-70b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
|
|
| 37 |
llama-3.1-70b-instruct-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 38 |
llama-3.1-70b-instruct-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 39 |
llama-3.1-70b-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 37 |
llama-3.1-70b-instruct-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 38 |
llama-3.1-70b-instruct-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 39 |
llama-3.1-70b-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
llama-3.1-70b-instruct-iq1_m.gguf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
llama-3.1-70b-instruct-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text
|
llama-3.1-70b-instruct-iq1_m.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4bbb31dd34e26f00c7f1c2b44a9a06aed724a2ed94cfe63753c8eb6c3503e13b
|
| 3 |
+
size 18130209408
|
llama-3.1-70b-instruct-iq2_xxs.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d6f0599d9e7e817b4bce06def602509acb365cdf8add0a05b3a0cf511c8123d5
|
| 3 |
+
size 20476398208
|