DFofanov78
commited on
Commit
•
1fcf74e
1
Parent(s):
6183637
Upload folder using huggingface_hub
Browse files- .gitattributes +15 -0
- README.md +31 -0
- ruGPT-3.5-13B-Q2_K.gguf +3 -0
- ruGPT-3.5-13B-Q3_K.gguf +3 -0
- ruGPT-3.5-13B-Q3_K_L.gguf +3 -0
- ruGPT-3.5-13B-Q3_K_S.gguf +3 -0
- ruGPT-3.5-13B-Q3_K_XS.gguf +3 -0
- ruGPT-3.5-13B-Q4_0.gguf +3 -0
- ruGPT-3.5-13B-Q4_1.gguf +3 -0
- ruGPT-3.5-13B-Q4_K_M.gguf +3 -0
- ruGPT-3.5-13B-Q4_K_S.gguf +3 -0
- ruGPT-3.5-13B-Q5_0.gguf +3 -0
- ruGPT-3.5-13B-Q5_1.gguf +3 -0
- ruGPT-3.5-13B-Q5_K_M.gguf +3 -0
- ruGPT-3.5-13B-Q5_K_S.gguf +3 -0
- ruGPT-3.5-13B-Q6_K.gguf +3 -0
- ruGPT-3.5-13B-Q8_0.gguf +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
ruGPT-3.5-13B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
37 |
+
ruGPT-3.5-13B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
38 |
+
ruGPT-3.5-13B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
39 |
+
ruGPT-3.5-13B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
40 |
+
ruGPT-3.5-13B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
41 |
+
ruGPT-3.5-13B-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
42 |
+
ruGPT-3.5-13B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
43 |
+
ruGPT-3.5-13B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
44 |
+
ruGPT-3.5-13B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
45 |
+
ruGPT-3.5-13B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
46 |
+
ruGPT-3.5-13B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
47 |
+
ruGPT-3.5-13B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
48 |
+
ruGPT-3.5-13B-Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
49 |
+
ruGPT-3.5-13B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
50 |
+
ruGPT-3.5-13B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
model_creator: ai-forever
|
3 |
+
base_model: ruGPT-3.5-13B
|
4 |
+
model_name: ruGPT-3.5-13B-GGUF
|
5 |
+
pipeline_tag: text-generation
|
6 |
+
license: mit
|
7 |
+
model_type: gpt2
|
8 |
+
inference: false
|
9 |
+
prompt_template: '{prompt}'
|
10 |
+
language:
|
11 |
+
- ru
|
12 |
+
- en
|
13 |
+
---
|
14 |
+
# ruGPT-3.5-13B-GGUF
|
15 |
+
- Model creator: [ai-forever](https://huggingface.co/ai-forever)
|
16 |
+
- Original model: [ruGPT-3.5-13B](https://huggingface.co/ai-forever/ruGPT-3.5-13B)
|
17 |
+
|
18 |
+
|
19 |
+
## Description
|
20 |
+
This repository contains quantized GGUF format model files for [ruGPT-3.5-13B](https://huggingface.co/ai-forever/ruGPT-3.5-13B).
|
21 |
+
|
22 |
+
|
23 |
+
## Prompt template:
|
24 |
+
`{prompt}`
|
25 |
+
|
26 |
+
|
27 |
+
## Example `llama.cpp` command
|
28 |
+
```shell
|
29 |
+
./main -m ruGPT-3.5-13B-Q4_K_M.gguf -c 2048 -n -1 -p 'Стих про программиста может быть таким:'
|
30 |
+
```
|
31 |
+
For other parameters and how to use them, please refer to [the llama.cpp documentation](https://github.com/ggerganov/llama.cpp/blob/master/examples/main/README.md)
|
ruGPT-3.5-13B-Q2_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1be2a0e1c02717e68b03d1989217ad64bb1e6eeee6545cf12aa8154e7a988ee1
|
3 |
+
size 4974321632
|
ruGPT-3.5-13B-Q3_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:74027426e6460c9eb4aeed2e7bcda7c6cd5b0bb72ce6e83f0406424e0fd9a53f
|
3 |
+
size 6926648032
|
ruGPT-3.5-13B-Q3_K_L.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d27982bc9a7274e4fd2b9adc8fec12251802700e6eda7d48a615a6c6afa122fa
|
3 |
+
size 7516472032
|
ruGPT-3.5-13B-Q3_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7862d27988c2ad5942cb10763e77ec82f5ad7755a2d1ac5598142d201525b2f3
|
3 |
+
size 5747000032
|
ruGPT-3.5-13B-Q3_K_XS.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:837082b2e902d993c11c233be05d8c45f73da2059737c45821079e76ac7c21d3
|
3 |
+
size 5673272032
|
ruGPT-3.5-13B-Q4_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a25d5dc32c9254e6d77fe99c71b3ca5209bedb398fb0a8f120993af2d621c3f6
|
3 |
+
size 7453745632
|
ruGPT-3.5-13B-Q4_1.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c78b34ce74846c454b0bee5e1fe16715c6c2a58cfe086a88ee1457512720817
|
3 |
+
size 8256920032
|
ruGPT-3.5-13B-Q4_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f5a1f6c35990474ac27ed6036a24adadf99f4f7cbedbfb1e35cfd8998f51cf1
|
3 |
+
size 8387633632
|
ruGPT-3.5-13B-Q4_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:687c8414e486d5beb4078005a0fdf4c3eff2e3fdfb72d4a4888114dfd27dda2b
|
3 |
+
size 7584817632
|
ruGPT-3.5-13B-Q5_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9939097fac1ac11dc30fb5c54a7c7a8d573be8156cdbe9f9d99d1228efdc3054
|
3 |
+
size 9060094432
|
ruGPT-3.5-13B-Q5_1.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cdac8073b2bb79dbde2df05b322113eced82ea1fdb22e21a556c4af5b126b52b
|
3 |
+
size 9863268832
|
ruGPT-3.5-13B-Q5_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1580b27edd80618e228c079dfebd1aa6738d234b64838afb659257b1c8a0a13c
|
3 |
+
size 9756414432
|
ruGPT-3.5-13B-Q5_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:98c189f9ee5c63d0780bbd992bddc6059a72df647b803050fdd3e15f9e78f69e
|
3 |
+
size 9060094432
|
ruGPT-3.5-13B-Q6_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:45c8cd087911ba4b64e023569ea583148e2a9ad38a0580dcf9846c8451db2c99
|
3 |
+
size 10766840032
|
ruGPT-3.5-13B-Q8_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:284ee5917c8e707d89ddbcc20d5a81c6d81d4d94a9c143e2d548536b186027b2
|
3 |
+
size 13941478112
|