DFofanov78 commited on
Commit
1fcf74e
1 Parent(s): 6183637

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ruGPT-3.5-13B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ruGPT-3.5-13B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ruGPT-3.5-13B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ruGPT-3.5-13B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ruGPT-3.5-13B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ruGPT-3.5-13B-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ruGPT-3.5-13B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ruGPT-3.5-13B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ ruGPT-3.5-13B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ ruGPT-3.5-13B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ ruGPT-3.5-13B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
47
+ ruGPT-3.5-13B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ ruGPT-3.5-13B-Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ ruGPT-3.5-13B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ ruGPT-3.5-13B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ model_creator: ai-forever
3
+ base_model: ruGPT-3.5-13B
4
+ model_name: ruGPT-3.5-13B-GGUF
5
+ pipeline_tag: text-generation
6
+ license: mit
7
+ model_type: gpt2
8
+ inference: false
9
+ prompt_template: '{prompt}'
10
+ language:
11
+ - ru
12
+ - en
13
+ ---
14
+ # ruGPT-3.5-13B-GGUF
15
+ - Model creator: [ai-forever](https://huggingface.co/ai-forever)
16
+ - Original model: [ruGPT-3.5-13B](https://huggingface.co/ai-forever/ruGPT-3.5-13B)
17
+
18
+
19
+ ## Description
20
+ This repository contains quantized GGUF format model files for [ruGPT-3.5-13B](https://huggingface.co/ai-forever/ruGPT-3.5-13B).
21
+
22
+
23
+ ## Prompt template:
24
+ `{prompt}`
25
+
26
+
27
+ ## Example `llama.cpp` command
28
+ ```shell
29
+ ./main -m ruGPT-3.5-13B-Q4_K_M.gguf -c 2048 -n -1 -p 'Стих про программиста может быть таким:'
30
+ ```
31
+ For other parameters and how to use them, please refer to [the llama.cpp documentation](https://github.com/ggerganov/llama.cpp/blob/master/examples/main/README.md)
ruGPT-3.5-13B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1be2a0e1c02717e68b03d1989217ad64bb1e6eeee6545cf12aa8154e7a988ee1
3
+ size 4974321632
ruGPT-3.5-13B-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74027426e6460c9eb4aeed2e7bcda7c6cd5b0bb72ce6e83f0406424e0fd9a53f
3
+ size 6926648032
ruGPT-3.5-13B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d27982bc9a7274e4fd2b9adc8fec12251802700e6eda7d48a615a6c6afa122fa
3
+ size 7516472032
ruGPT-3.5-13B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7862d27988c2ad5942cb10763e77ec82f5ad7755a2d1ac5598142d201525b2f3
3
+ size 5747000032
ruGPT-3.5-13B-Q3_K_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:837082b2e902d993c11c233be05d8c45f73da2059737c45821079e76ac7c21d3
3
+ size 5673272032
ruGPT-3.5-13B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a25d5dc32c9254e6d77fe99c71b3ca5209bedb398fb0a8f120993af2d621c3f6
3
+ size 7453745632
ruGPT-3.5-13B-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c78b34ce74846c454b0bee5e1fe16715c6c2a58cfe086a88ee1457512720817
3
+ size 8256920032
ruGPT-3.5-13B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f5a1f6c35990474ac27ed6036a24adadf99f4f7cbedbfb1e35cfd8998f51cf1
3
+ size 8387633632
ruGPT-3.5-13B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:687c8414e486d5beb4078005a0fdf4c3eff2e3fdfb72d4a4888114dfd27dda2b
3
+ size 7584817632
ruGPT-3.5-13B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9939097fac1ac11dc30fb5c54a7c7a8d573be8156cdbe9f9d99d1228efdc3054
3
+ size 9060094432
ruGPT-3.5-13B-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdac8073b2bb79dbde2df05b322113eced82ea1fdb22e21a556c4af5b126b52b
3
+ size 9863268832
ruGPT-3.5-13B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1580b27edd80618e228c079dfebd1aa6738d234b64838afb659257b1c8a0a13c
3
+ size 9756414432
ruGPT-3.5-13B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c189f9ee5c63d0780bbd992bddc6059a72df647b803050fdd3e15f9e78f69e
3
+ size 9060094432
ruGPT-3.5-13B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45c8cd087911ba4b64e023569ea583148e2a9ad38a0580dcf9846c8451db2c99
3
+ size 10766840032
ruGPT-3.5-13B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:284ee5917c8e707d89ddbcc20d5a81c6d81d4d94a9c143e2d548536b186027b2
3
+ size 13941478112