Hugging Face's logo

iashchak
/
ruGPT-3.5-13B-ggml

Transformers
Russian
English
gpt2
ruGPT
GGML
NLP
Text Generation
Inference Endpoints
text-generation-inference
Model card Files Community
3
iashchak commited on
Commit
c03f7b4
•
1 Parent(s): 58a2c31

Update README.md

Browse files
Files changed (22) hide show
  1. README.md +4 -0
  2. config.json +3 -0
  3. ruGPT-3.5-13B-q4_0-ggjt.bin +2 -2
  4. ruGPT-3.5-13B-q4_0-ggjt.meta +1 -1
  5. ruGPT-3.5-13B-q4_0.bin +3 -0
  6. ruGPT-3.5-13B-q4_0.meta +9 -0
  7. ruGPT-3.5-13B-q4_1-ggjt.bin +3 -0
  8. ruGPT-3.5-13B-q4_1-ggjt.meta +9 -0
  9. ruGPT-3.5-13B-q4_1.bin +3 -0
  10. ruGPT-3.5-13B-q4_1.meta +9 -0
  11. ruGPT-3.5-13B-q5_0-ggjt.bin +3 -0
  12. ruGPT-3.5-13B-q5_0-ggjt.meta +9 -0
  13. ruGPT-3.5-13B-q5_0.bin +3 -0
  14. ruGPT-3.5-13B-q5_0.meta +9 -0
  15. ruGPT-3.5-13B-q5_1-ggjt.bin +3 -0
  16. ruGPT-3.5-13B-q5_1-ggjt.meta +9 -0
  17. ruGPT-3.5-13B-q5_1.bin +3 -0
  18. ruGPT-3.5-13B-q5_1.meta +9 -0
  19. ruGPT-3.5-13B-q8_0-ggjt.bin +3 -0
  20. ruGPT-3.5-13B-q8_0-ggjt.meta +9 -0
  21. ruGPT-3.5-13B-q8_0.bin +3 -0
  22. ruGPT-3.5-13B-q8_0.meta +9 -0
README.md CHANGED
@@ -34,6 +34,7 @@ This repository contains a GGML-formatted version of the [ruGPT-3.5-13B model](h
34
  from llm_rs import AutoModel
35
 
36
  model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-q4_0-ggjt.bin")
 
37
  ```
38
 
39
  ##### f16 Version
@@ -43,6 +44,7 @@ model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruG
43
  from llm_rs import AutoModel
44
 
45
  model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-f16.bin")
 
46
  ```
47
 
48
  #### Compatibility
@@ -67,6 +69,7 @@ While this model is intended to be compatible with any GGML-compatible UI, it ha
67
  from llm_rs import AutoModel
68
 
69
  model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-q4_0-ggjt.bin")
 
70
  ```
71
 
72
  ```python
@@ -74,6 +77,7 @@ model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruG
74
  from llm_rs import AutoModel
75
 
76
  model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-f16.bin")
 
77
  ```
78
 
79
  #### Совместимость
 
34
  from llm_rs import AutoModel
35
 
36
  model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-q4_0-ggjt.bin")
37
+ print(model.generate("Смысл жизни в ").text)
38
  ```
39
 
40
  ##### f16 Version
 
44
  from llm_rs import AutoModel
45
 
46
  model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-f16.bin")
47
+ print(model.generate("Смысл жизни в ").text)
48
  ```
49
 
50
  #### Compatibility
 
69
  from llm_rs import AutoModel
70
 
71
  model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-q4_0-ggjt.bin")
72
+ print(model.generate("Смысл жизни в ").text)
73
  ```
74
 
75
  ```python
 
77
  from llm_rs import AutoModel
78
 
79
  model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-f16.bin")
80
+ print(model.generate("Смысл жизни в ").text)
81
  ```
82
 
83
  #### Совместимость
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "gpt2"
3
+ }
ruGPT-3.5-13B-q4_0-ggjt.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:356df06e2bc2fa791896a0378d4fbe63b45714e7ffda292dfd4caa7dcd7c698b
3
- size 7421100928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd9b43b84a6849c45d9176bb75621bdc5934abefaac91c5440440c604ae7f2ae
3
+ size 7421100896
ruGPT-3.5-13B-q4_0-ggjt.meta CHANGED
@@ -4,6 +4,6 @@
4
  "quantization_version": "V2",
5
  "container": "GGJT",
6
  "converter": "llm-rs",
7
- "hash": "85da659d6ec49b354269ea0919cadad77ca452e2262df04a203edf106f7aba41",
8
  "base_model": "ai-forever/ruGPT-3.5-13B"
9
  }
 
4
  "quantization_version": "V2",
5
  "container": "GGJT",
6
  "converter": "llm-rs",
7
+ "hash": "53aa7cceed1c3a4c2493c327cef3246bc4a3a3b771ed9374913a88841e05c454",
8
  "base_model": "ai-forever/ruGPT-3.5-13B"
9
  }
ruGPT-3.5-13B-q4_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:415fe24ff8d2817912f26004d986b6ce5a5d43a925346a68345a16e18b77c010
3
+ size 7420891975
ruGPT-3.5-13B-q4_0.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Gpt2",
3
+ "quantization": "Q4_0",
4
+ "quantization_version": "V2",
5
+ "container": "GGML",
6
+ "converter": "llm-rs",
7
+ "hash": "d4e57edaada8d9ae4089e9828197488d4dc08e25812615e5f96d87187ba2490f",
8
+ "base_model": "ai-forever/ruGPT-3.5-13B"
9
+ }
ruGPT-3.5-13B-q4_1-ggjt.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adb3cad5ee16bff7f1dba1deed32dd42d8d154cccfe3b6b9cef3ca38855f4d29
3
+ size 8239706976
ruGPT-3.5-13B-q4_1-ggjt.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Gpt2",
3
+ "quantization": "Q4_1",
4
+ "quantization_version": "V2",
5
+ "container": "GGJT",
6
+ "converter": "llm-rs",
7
+ "hash": "7db8c84d8c49dc5afc0086c703f35029d629fb5e599a4b54c27a0173cbdc759b",
8
+ "base_model": "ai-forever/ruGPT-3.5-13B"
9
+ }
ruGPT-3.5-13B-q4_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0198eb1eff07c3cf3a43970f903fcccb750f0408cbe786c016988c5e3d6d103
3
+ size 8239498055
ruGPT-3.5-13B-q4_1.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Gpt2",
3
+ "quantization": "Q4_1",
4
+ "quantization_version": "V2",
5
+ "container": "GGML",
6
+ "converter": "llm-rs",
7
+ "hash": "5d0444d88355ee3ec5f9077b28495dfc36b1331b18be6aad425c2bbd7f947090",
8
+ "base_model": "ai-forever/ruGPT-3.5-13B"
9
+ }
ruGPT-3.5-13B-q5_0-ggjt.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2a691a9c9871c84cc1338c25abe423cb87b3cacc7317171aa4481f69f2a9bc
3
+ size 9058313088
ruGPT-3.5-13B-q5_0-ggjt.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Gpt2",
3
+ "quantization": "Q5_0",
4
+ "quantization_version": "V2",
5
+ "container": "GGJT",
6
+ "converter": "llm-rs",
7
+ "hash": "23c997f122f135971b1b8a25df4a719c7a8ceb5fe2ec0482f286d4567bada8ce",
8
+ "base_model": "ai-forever/ruGPT-3.5-13B"
9
+ }
ruGPT-3.5-13B-q5_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a0fa2556d47b42d5207c53fd4231c80fa146a9a65d47677443861edf06749fa
3
+ size 9058104135
ruGPT-3.5-13B-q5_0.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Gpt2",
3
+ "quantization": "Q5_0",
4
+ "quantization_version": "V2",
5
+ "container": "GGML",
6
+ "converter": "llm-rs",
7
+ "hash": "2c3352506c6b301faa1f94f5aa09f0a52f934cba546c4f82ba237405bc25e221",
8
+ "base_model": "ai-forever/ruGPT-3.5-13B"
9
+ }
ruGPT-3.5-13B-q5_1-ggjt.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9217c6f8a47ad72e4e692ba108777a90913d0046b7455491832d6ff2529bda7f
3
+ size 9876919168
ruGPT-3.5-13B-q5_1-ggjt.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Gpt2",
3
+ "quantization": "Q5_1",
4
+ "quantization_version": "V2",
5
+ "container": "GGJT",
6
+ "converter": "llm-rs",
7
+ "hash": "fb851b40ae522a72763d03f0d7b4fcd93f6bcecb32e7f0e3884408cd6ada4308",
8
+ "base_model": "ai-forever/ruGPT-3.5-13B"
9
+ }
ruGPT-3.5-13B-q5_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cfe18477cf4987d1dfc086dff88a0bc6df75661677d6ee0a608d0e8e952333b
3
+ size 9876710215
ruGPT-3.5-13B-q5_1.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Gpt2",
3
+ "quantization": "Q5_1",
4
+ "quantization_version": "V2",
5
+ "container": "GGML",
6
+ "converter": "llm-rs",
7
+ "hash": "1e3139743872f904147ce80e78874b0dfd269f8d4878465b1cab768ea691a87c",
8
+ "base_model": "ai-forever/ruGPT-3.5-13B"
9
+ }
ruGPT-3.5-13B-q8_0-ggjt.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:403d82fb4a6a6f1c3f69c2cd0d007440e2d6050552e13e3d96d6827da8c321d9
3
+ size 13969949568
ruGPT-3.5-13B-q8_0-ggjt.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Gpt2",
3
+ "quantization": "Q8_0",
4
+ "quantization_version": "V2",
5
+ "container": "GGJT",
6
+ "converter": "llm-rs",
7
+ "hash": "14e5f77721239dd54afc7ac3abf1e65712e95aac6d6ad908ee00d9f564bdd828",
8
+ "base_model": "ai-forever/ruGPT-3.5-13B"
9
+ }
ruGPT-3.5-13B-q8_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad17ee116955c61df95bbeeada476de8e13910be1861b34b63f2f0358b9621ee
3
+ size 13969740615
ruGPT-3.5-13B-q8_0.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Gpt2",
3
+ "quantization": "Q8_0",
4
+ "quantization_version": "V2",
5
+ "container": "GGML",
6
+ "converter": "llm-rs",
7
+ "hash": "2e9ee0a2760acaa6d993c1d268d6aaf324a1dba25ea0a546d6ac39a9b602a0d9",
8
+ "base_model": "ai-forever/ruGPT-3.5-13B"
9
+ }