Hugging Face's logo

legraphista
/
RoMistral-7b-Instruct-GGUF

Text Generation
GGUF
Romanian
quantized
GGUF
Model card Files Community
legraphista commited on
Commit
441943e
•
1 Parent(s): 9338bf6

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +9 -0
  2. README.md +9 -0
  3. RoMistral-7b-Instruct.f16.gguf +3 -0
  4. RoMistral-7b-Instruct.q4_k.gguf +3 -0
  5. RoMistral-7b-Instruct.q4_k_m.gguf +3 -0
  6. RoMistral-7b-Instruct.q4_k_s.gguf +3 -0
  7. RoMistral-7b-Instruct.q5_k.gguf +3 -0
  8. RoMistral-7b-Instruct.q5_k_m.gguf +3 -0
  9. RoMistral-7b-Instruct.q5_k_s.gguf +3 -0
  10. RoMistral-7b-Instruct.q6_k.gguf +3 -0
  11. RoMistral-7b-Instruct.q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ RoMistral-7b-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ RoMistral-7b-Instruct.q4_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ RoMistral-7b-Instruct.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ RoMistral-7b-Instruct.q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ RoMistral-7b-Instruct.q5_k.gguf filter=lfs diff=lfs merge=lfs -text
41
+ RoMistral-7b-Instruct.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ RoMistral-7b-Instruct.q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
43
+ RoMistral-7b-Instruct.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ RoMistral-7b-Instruct.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - ro
4
+ license: cc-by-nc-4.0
5
+ ---
6
+
7
+ # RoMistral-7b-Instruct-GGUF
8
+
9
+ - This is GGUF quantized version of [OpenLLM-Ro/RoMistral-7b-Instruct](https://huggingface.co/OpenLLM-Ro/RoMistral-7b-Instruct) created using llama.cpp
RoMistral-7b-Instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffab700fc3b352d4a64234264277d42a018c899cbf6ddee9efd6efd53056e006
3
+ size 14484732096
RoMistral-7b-Instruct.q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:782e0b0edd1836ab45c8022d91e6bc3c3e06e091d12b7db9f2de27d0e1ae2793
3
+ size 4368439488
RoMistral-7b-Instruct.q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:782e0b0edd1836ab45c8022d91e6bc3c3e06e091d12b7db9f2de27d0e1ae2793
3
+ size 4368439488
RoMistral-7b-Instruct.q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e63493e20924ae2b81fdeccad07756ec97d4cff1d600fc3f98547d401892340b
3
+ size 4140374208
RoMistral-7b-Instruct.q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7f8d76345cf6447def85bf8c2bf5160ebd8d5d761ed9baebc1209475555f202
3
+ size 5131409600
RoMistral-7b-Instruct.q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7f8d76345cf6447def85bf8c2bf5160ebd8d5d761ed9baebc1209475555f202
3
+ size 5131409600
RoMistral-7b-Instruct.q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8df57ebbc9e25541b37888a4040732057073d90513124fd3cbf805481f209170
3
+ size 4997716160
RoMistral-7b-Instruct.q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8c434deff39ebc957307073f17661457735bb738e19b4d73f599c01ca5690d
3
+ size 5942065344
RoMistral-7b-Instruct.q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96e5db7cc80a25a57590d0487b67ec77b6ac01d7986f7d5b168d4ed7ed1b5312
3
+ size 7695857856