Hugging Face's logo

NightForger
/
saiga_nemo_12b-GGUF

Text Generation
GGUF
Russian
English
Mistral
Nemo
Saiga
GGUF
Inference Endpoints
conversational
Model card Files Community
NightForger commited on
Commit
0d1f3be
·
verified ·
1 Parent(s): a24bac3

Upload 14 files

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. model_Q2_K.gguf +3 -0
  3. model_Q3_K_L.gguf +3 -0
  4. model_Q3_K_M.gguf +3 -0
  5. model_Q3_K_S.gguf +3 -0
  6. model_Q4_0.gguf +3 -0
  7. model_Q4_1.gguf +3 -0
  8. model_Q4_K_M.gguf +3 -0
  9. model_Q4_K_S.gguf +3 -0
  10. model_Q5_0.gguf +3 -0
  11. model_Q5_1.gguf +3 -0
  12. model_Q5_K_M.gguf +3 -0
  13. model_Q5_K_S.gguf +3 -0
  14. model_Q6_K.gguf +3 -0
  15. model_Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model_Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ model_Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ model_Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ model_Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ model_Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ model_Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ model_Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ model_Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ model_Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ model_Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ model_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ model_Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ model_Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ model_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
model_Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0042eae6c98b854ef6bc1c75344bd1fe4c88349be2dcae48af5727276dce68db
3
+ size 4791047136
model_Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec1176aed07039da7d47f5e7d6841361c47f0fd7157b2e9dff8a2105e29b2681
3
+ size 6561502176
model_Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2372db05e3760fc451c89482423657c268f20c0040cc3d903ef7d7c098332486
3
+ size 6083089376
model_Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f6f7cf6c7f33b23feafec502fb870a82fa83ce3cbf4deccd07609a7ba7e92d
3
+ size 5534225376
model_Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e587d9443059e951f0e02551071026398bf8791a33a59aab6ea81c48e12fec52
3
+ size 7071699936
model_Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ae0991a99feef4a9c74e371a45b64e138d05d2395240beba6f3f3ed02f1042f
3
+ size 7795217376
model_Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b83c4704b13560891cb914a8e32c1e086b71cb868dadec0fa75ce4f0f21a197
3
+ size 7477203936
model_Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26c38dac63880862c5c01a841ade9da69fbc590380f72acba39143e4cbb53106
3
+ size 7120196576
model_Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d20db8aca973c6f27f745f58b53a7166ab6cf3b526bf068081802ba1468e10b6
3
+ size 8518734816
model_Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7bc1a97d634f7b6ad3ded8dda44b976274a3d01fb133e54d113a2c476869506
3
+ size 9242252256
model_Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f5ef7c087e6d8031f32cfe62ae97b0cea496a42f3cc5d733ef23327dbe7687c
3
+ size 8727630816
model_Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c949195cde6f97e1c4f362c2af0c3b86f7ed4b3464b778a2a81ab8c4683fe4f7
3
+ size 8518734816
model_Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67fd8df48544f525b6d28f8e86f8b6f538d8f4f5dfe855084ccd5924cfacd547
3
+ size 10056209376
model_Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a7188c17aec2f7821d03d2d7a3efe5b93ed2c6a5b0e34e952927ec9f5ca095c
3
+ size 13022368736