Hugging Face's logo

MaziyarPanahi
/
Mistral-7B-Instruct-v0.3-GGUF

Text Generation
Transformers
GGUF
Safetensors
mistral
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
conversational
Inference Endpoints
text-generation-inference
imatrix
Model card Files Community
10

Upload folder using huggingface_hub

#3
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/3
Discussion Files changed
+40
-20
Files changed (16) hide show
  1. .gitattributes +5 -0
  2. Mistral-7B-Instruct-v0.3.IQ1_M.gguf +3 -0
  3. Mistral-7B-Instruct-v0.3.IQ1_S.gguf +3 -0
  4. Mistral-7B-Instruct-v0.3.IQ2_XS.gguf +3 -0
  5. Mistral-7B-Instruct-v0.3.IQ3_XS.gguf +3 -0
  6. Mistral-7B-Instruct-v0.3.IQ4_XS.gguf +3 -0
  7. Mistral-7B-Instruct-v0.3.Q2_K.gguf +2 -2
  8. Mistral-7B-Instruct-v0.3.Q3_K_L.gguf +2 -2
  9. Mistral-7B-Instruct-v0.3.Q3_K_M.gguf +2 -2
  10. Mistral-7B-Instruct-v0.3.Q3_K_S.gguf +2 -2
  11. Mistral-7B-Instruct-v0.3.Q4_K_M.gguf +2 -2
  12. Mistral-7B-Instruct-v0.3.Q4_K_S.gguf +2 -2
  13. Mistral-7B-Instruct-v0.3.Q5_K_M.gguf +2 -2
  14. Mistral-7B-Instruct-v0.3.Q5_K_S.gguf +2 -2
  15. Mistral-7B-Instruct-v0.3.Q6_K.gguf +2 -2
  16. Mistral-7B-Instruct-v0.3.Q8_0.gguf +2 -2
.gitattributes CHANGED
@@ -44,3 +44,8 @@ Mistral-7B-Instruct-v0.3.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
  Mistral-7B-Instruct-v0.3.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
  Mistral-7B-Instruct-v0.3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
46
  Mistral-7B-Instruct-v0.3.fp16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
44
  Mistral-7B-Instruct-v0.3.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
  Mistral-7B-Instruct-v0.3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
46
  Mistral-7B-Instruct-v0.3.fp16.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mistral-7B-Instruct-v0.3.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Mistral-7B-Instruct-v0.3.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Mistral-7B-Instruct-v0.3.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Mistral-7B-Instruct-v0.3.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Mistral-7B-Instruct-v0.3.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
Mistral-7B-Instruct-v0.3.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e241ecfd88517c9137220d5869ab461853ec80f27ec7241b7ba490e341e2e32f
3
+ size 1757663392
Mistral-7B-Instruct-v0.3.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bff52a0d005f697a8326214ae37a13429c6af911dc32fbde004bc23a0dca350
3
+ size 1615319200
Mistral-7B-Instruct-v0.3.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:213c75f43c21dca7f6fdf5e4eb7ad7e823727a56800a777d7db549c3e4f86cec
3
+ size 2201473184
Mistral-7B-Instruct-v0.3.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d70bef5e708d5245e7319391495b94e3952cb9b3cb2ce3b45f4701b17fc28219
3
+ size 3022770336
Mistral-7B-Instruct-v0.3.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe60995f215969f08926dd61d8a7c81377b2935a6c8c865ba53885fe2e8b6d1
3
+ size 3911962784
Mistral-7B-Instruct-v0.3.Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c7c7d6847b41856cd981edd8db3244f3e2fc28c4fd547f55c84f60bb4833522
3
- size 2722877408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e535fb88726ab341bbd2896041fe72d376ac3670d343caad7c2991ecb5b82f
3
+ size 2722877600
Mistral-7B-Instruct-v0.3.Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2d6efbd1d0e458eea63a5e891f20dff56345ff3b1a5fbcb015dd6b706dd6974
3
- size 3825979360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac7c3208985dc337fd9ad8c7674f3e4a141b2c27de62f291125e93345987d8c0
3
+ size 3825979552
Mistral-7B-Instruct-v0.3.Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d87d32b9ab409e81d1dbcd61d2499aec63ea06bdfcffcd38e2ed2ececc55cafa
3
- size 3522940896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b982905e4fccdf5894b4c597426fa71f7b528a4534719568a3ee806fe33a961f
3
+ size 3522941088
Mistral-7B-Instruct-v0.3.Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18bb26242d1b2044a7e1ca4c06393ef6496446bcc76f80eb8b39420ac602c688
3
- size 3168522208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad5a1c665f1a2c7df4e585c673c5d37338505f55290475338bfec4972069dd87
3
+ size 3168522400
Mistral-7B-Instruct-v0.3.Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:629fd6a3f8410fc3e2c0d6f322d60d6851c57ce1c618c96fa6c15e3f3b06d15f
3
- size 4372811744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14850c84ff9f06e9b51d505d64815d5cc0cea0257380353ac0b3d21b21f6e024
3
+ size 4372811936
Mistral-7B-Instruct-v0.3.Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc37e9a907866c78d75cdb4cdbaec238fc4244f611f74b91bbafb53bf9466a1e
3
- size 4144746464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45ef6dda7fe3a6058bc915ce3f5cfcd9a4eddf2ae2046aa91d07b68efff038f8
3
+ size 4144746656
Mistral-7B-Instruct-v0.3.Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1b093920ff53b279738e9fcf91c8691962775618da1562f3f9eb9a1b371b289
3
- size 5136175072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16617265368ffaa5f0c67b320a1df4b40b0c8e990a91cf5722fc2159e65f559f
3
+ size 5136175264
Mistral-7B-Instruct-v0.3.Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50aff156a727476553164660ab88891c08c8bdb489c8b1e8e2e6095a0a4578f0
3
- size 5002481632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dd8f3de99bb63143a3828f65ab4c81f54fcb1d1af4711904c50a2801b64e088
3
+ size 5002481824
Mistral-7B-Instruct-v0.3.Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3f31f726151f0c8057cb009b8ff48024c9a932a730351e5c05c904e131afd54
3
- size 5947248608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d58a20f828bca2e163342d43324f953f2edf9bdd5886bfe15c4b81b5b70a3b7b
3
+ size 5947248800
Mistral-7B-Instruct-v0.3.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ea9f80c033869c52db8bf1209e9254989ebc076a9df863911e21f24981792b5
3
- size 7702564832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24df553dc0e725196fe8a3c7be1edfe6ff17a0fe855f508b3f4a0e444e2e4281
3
+ size 7702565024