Hugging Face's logo

MaziyarPanahi
/
Codestral-22B-v0.1-GGUF

Text Generation
Transformers
GGUF
mistral
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
llama-3
llama
text-generation-inference
Model card Files Community
5
MaziyarPanahi commited on
Commit
fe95612
•
1 Parent(s): 0db0a32

Upload folder using huggingface_hub (#3)

Browse files

- 6893c2dd54bc5b890c0fa76998419a57ffe93fa2959c5b9f1fd3f4e24a54f59e (4bd2d7cc7a639d6c527d0158a6505fb0dd4a3116)
- 53d5e961754bd991b788f0219013bf5d985dbaf06451fa47f4f00837c3471660 (aa36cc8cbbeb41983cfc59be88ddf4030678beaa)
- e26b781e5a3cad6f12b641ee30166e898e8fac36620c30cf0d60c8ffe2562247 (0f51b7c4823107a6e1191b9a118c56bdd74e475b)
- 94ec00b3e93a5927ee1fb3907021cb879df190537470b83ea90558058127010b (2af208e96459bf780350cc602c9ebbf7fb7d08ff)
- 19c064a1cf0f6e03f564f322c31573631aec063b46f80606257a3d78f6f28c32 (bbf8f25a5bb6516e8a27a1e1a7cccd94fb0dc0d5)
- c3d3020b9eeb1b41b2d7404ff9dd645efd95d409fbf085176472cd9d81c1c941 (fa4c625af8bcef467d79ae5767d5213362a7913d)
- e79512b636f954f7c60ab1614a0dc85a6f0a3e4cba8f1517da666eb87bd81c65 (88b25d32ec7a03824931430cb6f0d8a43e41b7eb)
- 17222eda435b3c7e6ed198d32216c1f4d9b414bd9f5e4f96b17258e887659a28 (b838e3ce48bfffd00fef07f1cd2e5f800bf1fdd0)
- 878f19f7649a5323f9d80758bef829826369b82aa34d547fd61d3883ed6d7757 (637ea0553c0e1057392fe629f4b6711bbfd3cec6)
- 3532a9e48edc4e4bfaee8ca93c125aac109c4fa0076f120555cbb0878e10bbf4 (3b71ff4fc6f0df5e33b13d08367be5c9be72e24c)
- 347ad404d918f905a8499889445127398efadc16024b26ded107f9c3925db608 (bbf0734f6ffd70a41f3f49d6229d5a4b1dbe1f30)
- e70df586542148556214b92ba301beb546d722ff8199860d1cd178378bfc83d5 (a29ba304cd5dd369c46e256a507a4985c4174b12)
- b9f9af64f8cf7b0c56b1fecf05daa78e936d8be1c72de98a53ffd7f13708bb71 (8894b2f6212f5284080ddb0226d415d02cca9b01)
- 0568f3bd024078cc570381415073c812b634f08e1ed68027e1e8c20d3376750f (2330ad6c3b6b1db1bb75126076cc21c07ec7752b)
- 6cd087496d0d1a27a2a88b7694e8f87f42e71da432668959fcefb5ed2fada3fa (ee2ca1971b7ae5d333f24e7b35ab2c65ad5cb85f)
- 784023e4282b66db6f382401e859a03460546dea6b53aa6cf0e9b73a4e6da205 (db576e67a55eca037edbe0eb2ca8f9885a66c256)
- 93737e5f67d8467cf1a20b1f29524073a8ee03b45fe763fb85f00bd26c93a329 (35ca054da1d5be69fe368e194602cf8d86c611bc)

Files changed (17) hide show
  1. .gitattributes +6 -0
  2. Codestral-22B-v0.1-hf.IQ1_M.gguf +3 -0
  3. Codestral-22B-v0.1-hf.IQ1_S.gguf +3 -0
  4. Codestral-22B-v0.1-hf.IQ2_XS.gguf +3 -0
  5. Codestral-22B-v0.1-hf.IQ3_XS.gguf +3 -0
  6. Codestral-22B-v0.1-hf.IQ4_XS.gguf +3 -0
  7. Codestral-22B-v0.1-hf.Q2_K.gguf +2 -2
  8. Codestral-22B-v0.1-hf.Q3_K_L.gguf +2 -2
  9. Codestral-22B-v0.1-hf.Q3_K_M.gguf +2 -2
  10. Codestral-22B-v0.1-hf.Q3_K_S.gguf +2 -2
  11. Codestral-22B-v0.1-hf.Q4_K_M.gguf +2 -2
  12. Codestral-22B-v0.1-hf.Q4_K_S.gguf +2 -2
  13. Codestral-22B-v0.1-hf.Q5_K_M.gguf +2 -2
  14. Codestral-22B-v0.1-hf.Q5_K_S.gguf +2 -2
  15. Codestral-22B-v0.1-hf.Q6_K.gguf +2 -2
  16. Codestral-22B-v0.1-hf.Q8_0.gguf +2 -2
  17. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -44,3 +44,9 @@ Codestral-22B-v0.1-hf.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
  Codestral-22B-v0.1-hf.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
  Codestral-22B-v0.1-hf.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
46
  Codestral-22B-v0.1-hf.fp16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
44
  Codestral-22B-v0.1-hf.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
  Codestral-22B-v0.1-hf.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
46
  Codestral-22B-v0.1-hf.fp16.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Codestral-22B-v0.1-hf.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Codestral-22B-v0.1-hf.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Codestral-22B-v0.1-hf.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Codestral-22B-v0.1-hf.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Codestral-22B-v0.1-hf.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
52
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Codestral-22B-v0.1-hf.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d8e68d6180567322f29858c43b34b70f79e85bb39198146ebbd0a33fd7a1561
3
+ size 5267136832
Codestral-22B-v0.1-hf.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4459565ab12eee290d7062be8403b9a68656a774feb4939d190477c4d89af2ee
3
+ size 4829487424
Codestral-22B-v0.1-hf.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e394326e73122ffbdc8bd985b618206f9b26a2035148819bf8bb54f11f40492
3
+ size 6646145344
Codestral-22B-v0.1-hf.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6f45bd0f757344240dbfcdaf854250367a6b889f2bee85537cfd356343281bf
3
+ size 9176097088
Codestral-22B-v0.1-hf.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8928bf14217a484134e84ca64ea6287932dc8902885f3d0e42db65305d50860
3
+ size 11935293760
Codestral-22B-v0.1-hf.Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc578831a405a169f1f0b0292a956271c0c43fc34f7d918865f3b0064339cbbf
3
- size 8272093312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c785af06144ef6864dbf9a601be4d37e3ea8726412b1516e3928d54d39c3440
3
+ size 8272093504
Codestral-22B-v0.1-hf.Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9435ed0a14c9b746fd1cd5073eaf988d44a826a61caec9d44f5083afc23c5aaa
3
- size 11730428032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99a6f7216b52dd0802566a94430272480587370dab273df12351a774407fd6ce
3
+ size 11730428224
Codestral-22B-v0.1-hf.Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b0b03cbb55854077810e7449bc05181236194f9edb01d905ee9a4d51092acfc
3
- size 10756825216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e392dc4637fb81d5860e74337a5b41aa9a0d124882d642e28c7c81250e810014
3
+ size 10756825408
Codestral-22B-v0.1-hf.Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83f273731db71201641c50f325996fa17930fe8e59929384a5114ef718dda85d
3
- size 9641271424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:809f3e51d0fa2cc3c4da7283bfa097165baad9446a994ae842f21e64b23d071f
3
+ size 9641271616
Codestral-22B-v0.1-hf.Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:494b53bedccfeb5f06467edc0707bfe9721de2374f158b9b55689e0f15e76193
3
- size 13341237376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36a91a2b49334969c6c7077fee24ab16238a47f835a30fa918f12c9b5f11586f
3
+ size 13341237568
Codestral-22B-v0.1-hf.Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a4deac990cdfcd3e29528ac95adf8ac1dc9db8db3b23f100a783daad01eca3e
3
- size 12660383872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:938df66fe9083a816ea5b78898922f00da9a4c985e98cc6b5b711d24cc107d33
3
+ size 12660384064
Codestral-22B-v0.1-hf.Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f99fadc1c8b7c698b38ad244ca6fdc7356ea327197eab95d1b8bb2540cac04d9
3
- size 15722553472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37010993bf57f6eb81f35adac21439bf539e97a44684860550e14543881d8401
3
+ size 15722553664
Codestral-22B-v0.1-hf.Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:103a9761df9bcc1e18f3c48a49b5673ea725d4e7dd8d40c28e2b93cf30ea5e3f
3
- size 15324815488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca33c30993c13e1b81eb6c6b8c66d629d3abd9f0e2d50a3ad6df0920785bdd8
3
+ size 15324815680
Codestral-22B-v0.1-hf.Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c80f6800cff4cfbc39f7bb05b9c28ed5974259b9259b09503f19d09eda9a62d
3
- size 18252701824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:050d2b5a30630293db6726eb46bf16fd0c2b5570ccf09e5bd93e139921d6a607
3
+ size 18252702016
Codestral-22B-v0.1-hf.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:897bc781987a5089066bc238392ad22a0bf6870875b96e99afa43e817d537219
3
- size 23640547456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d799d30c9b7e531c8bc4f128b4123d986ab5946b4967d47b9e94c49b056bd7ae
3
+ size 23640547648
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46ca044fbbb1fc12656b3d75a8c319f4c276cddfa2bcbab3095d8d1e9f24d640
3
+ size 11940554