MaziyarPanahi commited on
Commit
23bcb4e
1 Parent(s): 6bf1e55

Upload folder using huggingface_hub (#2)

Browse files

- 0d28c3482790df1284f9e2e7e1fbf8f7a364619ab1593ed5528eb75d7a77b92d (159185cb58c58ad0cd317f06d10b8fa4a3903c98)
- 346eb1d1d5ae2b7b964d8b5a9a97538e1675c1e6304ef9d599995f977a57f427 (1f7005d84c1de48b8fef33f95f3a2c5b61e20b17)
- ad5a361c29248d05bbe2fda452fef26f8b5eedbd55d7be788122767140a6ccd8 (372fafbf1067bc16c962eb8668573176829eab7e)
- f15b7abc9e09613cf7931447a8a74469c1ca8a36d13f05cfd4428872db89c631 (a4274261cd655eb17f3457b2b12953cb90680149)
- 40ae70d9124b6e3da01a72a8d3070d8c5895845e781ce319d30d8536c6372ad8 (ebac3e4288ea8d76b9d3835923d5051d921e33cd)
- 6b10d62a7b97013fa426776ce5d0e301a7734fab3414c84acd449950488f0d49 (b29eea7187e6f9dcb1a9c233e5f41f020b82a047)
- 9063e603d56a619f37bd57820de4b7e3b798fc50f3c10f0f69f012a01cc0e8c5 (b5a5049fb69ea6925cbe4dc7ed0f69ba741d4528)
- 743142d8bc7697065359f49e94ed56b82c20cf554c94696b9c1b7f39bf016e2f (70df41a178f7ab69ac0eb28a0b5a6632b2a84dbd)
- 730837680b5daa7ba323b133e86385d1b1d3fddb34baaa2ef661caeb6dc755a2 (2ebf0a3cc4cbf04aa6c6cddb5b34fb62793db5a7)
- 49615bc4e346873eb97fb8af927ab46fd54527ef2727d3a03dfdd989b327516d (2021e29d30ec1c47e45ef389f95c58ecdd4d0a99)
- ad66f7a94507d943161a679e50a16cb1f1d6bdaf7f3f7e2eb4e6d16a3daed49a (38a9bc3945dfbc6b221331b56424d5059a63b5c7)
- 0fb3638a70ba88651162de04335877d10f2b800836e839c209839ef27eff54e6 (6020b0dc672026ef0ea8d2107a6ec8be6d98adde)

Mistral-Small-Instruct-2409.Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12e92e39ff67b753916fdbb001eb6f110c04016e1dc534ce31490a2cd7635884
3
- size 8272095360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:473de20d01bb6cd45e564f620a4d95b3b0ff4f65599a94c4e892aeff31cf7605
3
+ size 8272098048
Mistral-Small-Instruct-2409.Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd268dd00803f8a99e2b8ebfc1cff8387fc9244b212b3896b59523e21e84af25
3
- size 11730430080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9406477071bb7174b0e1257d35fda51465011fc225876acfbc7bec55e94e2b19
3
+ size 11730432768
Mistral-Small-Instruct-2409.Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5283b47015764c884cad9543450999bcc9a0329bc221af1951cebf9bfdb19bfb
3
- size 10756827264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9360fef3bad2ee7f1a9ea20cc1cb0b6060a4002db6a0fd06cd4458614c9bf358
3
+ size 10756829952
Mistral-Small-Instruct-2409.Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9e1c0a5c5e74d4e28a23e7d87358a07fcedd373c1ed93a8d41eaaf372a7da54
3
- size 9641273472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c65d7bb8dfe97540e69598692f8904ad88eb52f0083f8eef164e6a30b26d82
3
+ size 9641276160
Mistral-Small-Instruct-2409.Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ebb16dd5fbc43503bda45718f460480e35c800b37bb9e1a4863c7b8acd0d6f7a
3
- size 13341239424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da332890e3201d49249e7455c641c8dfb6a37bba578605df1a949f4cbba044b3
3
+ size 13341242112
Mistral-Small-Instruct-2409.Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e43f178daccefd625441dcf90dc4a18cd020dce0478f7171b6adf5d5194190ee
3
- size 12660385920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50d8892072642bb82a468f09321df5c1bc958e14b13241e82edad70126322513
3
+ size 12660388608
Mistral-Small-Instruct-2409.Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac958261fb195ffaffcf73f6dabec440e39a5d16a1274eb5cbe92af0cbc49c79
3
- size 15722555520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275f2500c3969b5324746748fcbfee438799f30a6048e7c9e0745b8298d78dc7
3
+ size 15722558208
Mistral-Small-Instruct-2409.Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fe6ffa97b222a379d74093d93606827e4c9087a190adc3b0227e075b50eee98
3
- size 15324817536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f90ec22a900dec6f85203aa756f00803646407f404731cd437c04ad2bd5dc752
3
+ size 15324820224
Mistral-Small-Instruct-2409.Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a5f32c232f744817df2e066e44d99d0437b2ded200182ecfd38cca4fd76dee8
3
- size 18252703872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c060e65982c71a730365be7a449b2496a93a3b8299c96aa8f465f81e800b47
3
+ size 18252706560
Mistral-Small-Instruct-2409.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6f80a53d949e3a0f3c5f5dd2a6f70ebe0a014b604d6dfc6526a67a85e1bc817
3
- size 23640549504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a888aade36eee3736358db56ce288835ac2baab7c7857f2f6041da9fe4636e5f
3
+ size 23640552192
Mistral-Small-Instruct-2409.fp16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1d5deae3b352971c6f86f584e020a11c06d2fd99beaebd5ca609e21684579b0
3
- size 44496725920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c947f147751012602c805e1366d1825b60ae1ba19496ceb598f7166a38ea02c
3
+ size 44496728832
README.md CHANGED
@@ -1,4 +1,10 @@
1
  ---
 
 
 
 
 
 
2
  tags:
3
  - quantized
4
  - 2-bit
@@ -9,13 +15,6 @@ tags:
9
  - 8-bit
10
  - GGUF
11
  - text-generation
12
- - text-generation
13
- model_name: Mistral-Small-Instruct-2409-GGUF
14
- base_model: mistralai/Mistral-Small-Instruct-2409
15
- inference: false
16
- model_creator: mistralai
17
- pipeline_tag: text-generation
18
- quantized_by: MaziyarPanahi
19
  ---
20
  # [MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF](https://huggingface.co/MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF)
21
  - Model creator: [mistralai](https://huggingface.co/mistralai)
 
1
  ---
2
+ base_model: mistralai/Mistral-Small-Instruct-2409
3
+ inference: false
4
+ model_creator: mistralai
5
+ model_name: Mistral-Small-Instruct-2409-GGUF
6
+ pipeline_tag: text-generation
7
+ quantized_by: MaziyarPanahi
8
  tags:
9
  - quantized
10
  - 2-bit
 
15
  - 8-bit
16
  - GGUF
17
  - text-generation
 
 
 
 
 
 
 
18
  ---
19
  # [MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF](https://huggingface.co/MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF)
20
  - Model creator: [mistralai](https://huggingface.co/mistralai)