Hugging Face's logo

SinpxAI
/
Mistral-7B-Instruct-v0.2-GGUF

Transformers
GGUF
mistral
Inference Endpoints
text-generation-inference
Model card Files Community
Skiro commited on
Commit
80969b6
•
1 Parent(s): 022a5d2

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. mistral-7b-instruct-v0.2.Q2_K.gguf +3 -0
  3. mistral-7b-instruct-v0.2.Q3_K_L.gguf +3 -0
  4. mistral-7b-instruct-v0.2.Q3_K_M.gguf +3 -0
  5. mistral-7b-instruct-v0.2.Q3_K_S.gguf +3 -0
  6. mistral-7b-instruct-v0.2.Q4_0.gguf +3 -0
  7. mistral-7b-instruct-v0.2.Q4_K_M.gguf +3 -0
  8. mistral-7b-instruct-v0.2.Q4_K_S.gguf +3 -0
  9. mistral-7b-instruct-v0.2.Q5_0.gguf +3 -0
  10. mistral-7b-instruct-v0.2.Q5_K_M.gguf +3 -0
  11. mistral-7b-instruct-v0.2.Q5_K_S.gguf +3 -0
  12. mistral-7b-instruct-v0.2.Q6_K.gguf +3 -0
  13. mistral-7b-instruct-v0.2.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ mistral-7b-instruct-v0.2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ mistral-7b-instruct-v0.2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mistral-7b-instruct-v0.2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mistral-7b-instruct-v0.2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mistral-7b-instruct-v0.2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mistral-7b-instruct-v0.2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mistral-7b-instruct-v0.2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mistral-7b-instruct-v0.2.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mistral-7b-instruct-v0.2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mistral-7b-instruct-v0.2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mistral-7b-instruct-v0.2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mistral-7b-instruct-v0.2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mistral-7b-instruct-v0.2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b714fba99347efc7de2f108c5e3e0e57077cae157ba036aa0d77e8d8266a32f1
3
+ size 2719242432
mistral-7b-instruct-v0.2.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eacc7597c609c5419e9abb05f3deb6bb225ef79761dab42c0fda90ab11505199
3
+ size 3822024896
mistral-7b-instruct-v0.2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3075db11257986c873ac07a0985608af91b8470f0e37a97d835c7c14a9051731
3
+ size 3518986432
mistral-7b-instruct-v0.2.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c54eaad761e2b883b0075a8cbb8acc5b415047f3b920fb2dee60aa34cb1e893b
3
+ size 3164567744
mistral-7b-instruct-v0.2.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e855666b377f1e6624d27f16d5cce285679762c1804a72b85ef6bf82f36c47
3
+ size 4108916928
mistral-7b-instruct-v0.2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0403671e9ffe6e933465cfd97a485e3ac4db7217327f2bafb725db05f87409fd
3
+ size 4368439488
mistral-7b-instruct-v0.2.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c38a749f7d2619fec94231509d0c8403057f0ba75c39678419b2e58b1c875b7
3
+ size 4140374208
mistral-7b-instruct-v0.2.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:340e5f66d3ef9eaff7996ab431d09f9b1eb61ec8c96f0250d341935920becabd
3
+ size 4997716160
mistral-7b-instruct-v0.2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c1fbfb0dce3ffbc7a7dd7cb5a6ba6f9c66e55a446b2d5c6a626273048f6a93c
3
+ size 5131409600
mistral-7b-instruct-v0.2.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:521c2650524dee348ae4a0756a2fa735335dac693814182918fbc317c48180f4
3
+ size 4997716160
mistral-7b-instruct-v0.2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a032c33c1d68d22df09e2b23202476027b465ece1357afd3484bea4a37788fb
3
+ size 5942065344
mistral-7b-instruct-v0.2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26bae853431ad173699df6c4794110681451efeb9a6c481a24574ef87bc636ac
3
+ size 7695857856