DFofanov78 commited on
Commit
b674524
1 Parent(s): 6478b7a

Upload folder using huggingface_hub

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. README.md +36 -0
  3. model-q2_K.gguf +3 -0
  4. model-q3_K.gguf +3 -0
  5. model-q4_K.gguf +3 -0
  6. model-q5_K.gguf +3 -0
  7. model-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
37
+ model-q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ model-q3_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ model-q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ model-q5_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ model-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ datasets:
3
+ - IlyaGusev/ru_turbo_alpaca
4
+ - IlyaGusev/ru_turbo_saiga
5
+ - IlyaGusev/ru_sharegpt_cleaned
6
+ - IlyaGusev/oasst1_ru_main_branch
7
+ - IlyaGusev/ru_turbo_alpaca_evol_instruct
8
+ - lksy/ru_instruct_gpt4
9
+ language:
10
+ - ru
11
+ inference: false
12
+ pipeline_tag: conversational
13
+ license: llama2
14
+ ---
15
+
16
+ Llama.cpp compatible versions of an original [7B model](https://huggingface.co/IlyaGusev/saiga2_7b_lora).
17
+
18
+ Download one of the versions, for example `model-q4_K.gguf`.
19
+ ```
20
+ wget https://huggingface.co/IlyaGusev/saiga2_7b_gguf/resolve/main/model-q4_K.gguf
21
+ ```
22
+
23
+ Download [interact_llamacpp.py](https://raw.githubusercontent.com/IlyaGusev/rulm/master/self_instruct/src/interact_llamacpp.py)
24
+ ```
25
+ wget https://raw.githubusercontent.com/IlyaGusev/rulm/master/self_instruct/src/interact_llamacpp.py
26
+ ```
27
+
28
+ How to run:
29
+ ```
30
+ pip install llama-cpp-python fire
31
+
32
+ python3 interact_llamacpp.py model-q4_K.gguf
33
+ ```
34
+
35
+ System requirements:
36
+ * 10GB RAM for q8_0 and less for smaller quantizations
model-q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecdb8ac229f6cdc3f21d5a3e95dcd26f31c355b727299e96b44ab7a7dbc34fb4
3
+ size 2825940544
model-q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ec17b11219d55186d69deae515ec909ea54ecd5918b803f8deabd7a575396c
3
+ size 3298004544
model-q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6d9ab608346c90e70eae6ab086524550c7ff5d5a34e6eb98b5b0531ef62b991
3
+ size 4081004096
model-q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:149862753771f3a096e05b3732c520d37d8a2b099b795a4434b813fe989d1f58
3
+ size 4783156800
model-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c51054fa221c692ba2cee0ebfa63e87c1fed2abdf8608bb820c5c1b58c5c22c
3
+ size 7161089600