jpodivin
commited on
Commit
•
89b2852
0
Parent(s):
Initial commit: quantized with llama.cpp b2710
Browse filesSigned-off-by: Jiri Podivin <jpodivin@gmail.com>
- .gitattributes +37 -0
- README.md +0 -0
- ggml-model-Q2_K.gguf +3 -0
- ggml-model-Q3_K.gguf +3 -0
- ggml-model-Q3_K_L.gguf +3 -0
- ggml-model-Q3_K_S.gguf +3 -0
- ggml-model-Q4_0.gguf +3 -0
- ggml-model-Q4_1.gguf +3 -0
- ggml-model-Q4_K.gguf +3 -0
- ggml-model-Q4_K_S.gguf +3 -0
- ggml-model-Q5_0.gguf +3 -0
- ggml-model-Q5_1.gguf +3 -0
- ggml-model-Q5_K.gguf +3 -0
- ggml-model-Q5_K_S.gguf +3 -0
- ggml-model-Q6_K.gguf +3 -0
- ggml-model-Q8_0.gguf +3 -0
- ggml-model-f16.gguf +3 -0
- ggml-model-f32.gguf +3 -0
.gitattributes
ADDED
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
*.7z filter=lfs diff=lfs merge=lfs -text
|
2 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
+
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
+
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
+
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
+
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
12 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
+
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
14 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
15 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
16 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
18 |
+
*.parquet filter=lfs diff=lfs merge=lfs -text
|
19 |
+
*.pb filter=lfs diff=lfs merge=lfs -text
|
20 |
+
*.pickle filter=lfs diff=lfs merge=lfs -text
|
21 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
22 |
+
*.pt filter=lfs diff=lfs merge=lfs -text
|
23 |
+
*.pth filter=lfs diff=lfs merge=lfs -text
|
24 |
+
*.rar filter=lfs diff=lfs merge=lfs -text
|
25 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
26 |
+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
27 |
+
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
28 |
+
*.tar filter=lfs diff=lfs merge=lfs -text
|
29 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
30 |
+
*.tgz filter=lfs diff=lfs merge=lfs -text
|
31 |
+
*.wasm filter=lfs diff=lfs merge=lfs -text
|
32 |
+
*.xz filter=lfs diff=lfs merge=lfs -text
|
33 |
+
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
+
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
*.gguf filter=lfs diff=lfs merge=lfs -text
|
37 |
+
|
README.md
ADDED
File without changes
|
ggml-model-Q2_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a63ef14fb1318b4360a6ebbdf4d73d351a39d4fa824ff2540db2a4cc89deda94
|
3 |
+
size 3543500928
|
ggml-model-Q3_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a16562a10a10bf278c654b9adc8676d3f1d4457f6dd18851fd4a7815ca1ac58b
|
3 |
+
size 4019431552
|
ggml-model-Q3_K_L.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2cf99987eab0d0755a780df44736e3b9d1336105355b6d6d6db13610e7aee5a6
|
3 |
+
size 4322470016
|
ggml-model-Q3_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:30ac16fc7f2f1a5c6fde19ac446e8e9b8827e959ff2c791d4c0f652c2a385ea2
|
3 |
+
size 3665012864
|
ggml-model-Q4_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:46d1711b88083340f285e6346efa3b9d70e7efe7806c76aa33ee7eb945ccfe06
|
3 |
+
size 4661725312
|
ggml-model-Q4_1.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ecc77c0f402ea4a360e65d5794e4785940463dc24abe2e972c77f5ba181f5c09
|
3 |
+
size 5130766464
|
ggml-model-Q4_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d33f08329e134966eb9e9c1468a07442271f7e91acffb1beae428dcf5c2451c2
|
3 |
+
size 4921247872
|
ggml-model-Q4_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:68e9ca508b8feb662897c163e0b0dd7209455636bca80822e6ed33dbb4734741
|
3 |
+
size 4693182592
|
ggml-model-Q5_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f678128dd993437553e938f2254433ffe3728ef1c5e9aaadbf8be0e8ce1fb958
|
3 |
+
size 5599807616
|
ggml-model-Q5_1.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8cc96c11bfc509c15fadf5c1272b2960e0396bf7cc0f7cd4e1b15c5c14056530
|
3 |
+
size 6068848768
|
ggml-model-Q5_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b30b79bbd18e8b2c6a9e1ead2a6d3bd62d45b13cde10e6223048c6a2d10261d1
|
3 |
+
size 5733501056
|
ggml-model-Q5_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad35b03dcbb9406af0fab7b89ed73869d4a86fe07e6dc7373ad552455199b052
|
3 |
+
size 5599807616
|
ggml-model-Q6_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e0c422e6921bfa3e6731e927797c143153ffb08b1a8e321124cfdf4f54f40f6
|
3 |
+
size 6596520064
|
ggml-model-Q8_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:456c9d5f28f12eccfcee2c17fd6dd4e533b9fd5d0c8a574685aa484752797c0a
|
3 |
+
size 8541284480
|
ggml-model-f16.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f86bbd6e4875909cada25945fb57afe7d3bd7c1435909b996642b30ca6c74e4e
|
3 |
+
size 16069404704
|
ggml-model-f32.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:731f814490b683153478d876d58ff0944c01c6fc8691bd0932197b2f70eb5066
|
3 |
+
size 32129394752
|