Hugging Face's logo

brittlewis12
/
Mistral-7B-Instruct-v0.3-GGUF

GGUF
Inference Endpoints
Model card Files Community
brittlewis12 commited on
Commit
b76cb87
•
1 Parent(s): c3ed8c1

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +25 -0
  2. Mistral-7B-Instruct-v0.3.imatrix +3 -0
  3. mistral-7b-instruct-v0.3.IQ1_M.gguf +3 -0
  4. mistral-7b-instruct-v0.3.IQ1_S.gguf +3 -0
  5. mistral-7b-instruct-v0.3.IQ2_M.gguf +3 -0
  6. mistral-7b-instruct-v0.3.IQ2_S.gguf +3 -0
  7. mistral-7b-instruct-v0.3.IQ2_XS.gguf +3 -0
  8. mistral-7b-instruct-v0.3.IQ2_XXS.gguf +3 -0
  9. mistral-7b-instruct-v0.3.IQ3_M.gguf +3 -0
  10. mistral-7b-instruct-v0.3.IQ3_S.gguf +3 -0
  11. mistral-7b-instruct-v0.3.IQ3_XS.gguf +3 -0
  12. mistral-7b-instruct-v0.3.IQ3_XXS.gguf +3 -0
  13. mistral-7b-instruct-v0.3.IQ4_NL.gguf +3 -0
  14. mistral-7b-instruct-v0.3.IQ4_XS.gguf +3 -0
  15. mistral-7b-instruct-v0.3.Q2_K.gguf +3 -0
  16. mistral-7b-instruct-v0.3.Q2_K_S.gguf +3 -0
  17. mistral-7b-instruct-v0.3.Q3_K_L.gguf +3 -0
  18. mistral-7b-instruct-v0.3.Q3_K_M.gguf +3 -0
  19. mistral-7b-instruct-v0.3.Q3_K_S.gguf +3 -0
  20. mistral-7b-instruct-v0.3.Q4_K_M.gguf +3 -0
  21. mistral-7b-instruct-v0.3.Q4_K_S.gguf +3 -0
  22. mistral-7b-instruct-v0.3.Q5_K_M.gguf +3 -0
  23. mistral-7b-instruct-v0.3.Q5_K_S.gguf +3 -0
  24. mistral-7b-instruct-v0.3.Q6_K.gguf +3 -0
  25. mistral-7b-instruct-v0.3.Q8_0.gguf +3 -0
  26. mistral-7b-instruct-v0.3.fp16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,28 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mistral-7B-Instruct-v0.3.imatrix filter=lfs diff=lfs merge=lfs -text
37
+ mistral-7b-instruct-v0.3.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mistral-7b-instruct-v0.3.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mistral-7b-instruct-v0.3.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mistral-7b-instruct-v0.3.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mistral-7b-instruct-v0.3.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mistral-7b-instruct-v0.3.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mistral-7b-instruct-v0.3.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mistral-7b-instruct-v0.3.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mistral-7b-instruct-v0.3.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mistral-7b-instruct-v0.3.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mistral-7b-instruct-v0.3.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ mistral-7b-instruct-v0.3.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ mistral-7b-instruct-v0.3.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ mistral-7b-instruct-v0.3.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ mistral-7b-instruct-v0.3.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ mistral-7b-instruct-v0.3.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ mistral-7b-instruct-v0.3.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ mistral-7b-instruct-v0.3.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ mistral-7b-instruct-v0.3.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ mistral-7b-instruct-v0.3.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ mistral-7b-instruct-v0.3.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ mistral-7b-instruct-v0.3.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
59
+ mistral-7b-instruct-v0.3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
60
+ mistral-7b-instruct-v0.3.fp16.gguf filter=lfs diff=lfs merge=lfs -text
Mistral-7B-Instruct-v0.3.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac96f9f98bf5072dab5a4149bf1b59adceac50358faf9280c60866580e14a6b
3
+ size 4988151
mistral-7b-instruct-v0.3.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04df162a494602cd2fa44ffdc04ddc25bfbc302bdd467a4090ee87f4a7ceda37
3
+ size 1757663392
mistral-7b-instruct-v0.3.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:801b0a516190a62b668ec70bb561493f8efd7b97f3c3157e302e76ac3551f7b6
3
+ size 1615319200
mistral-7b-instruct-v0.3.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c1450fa50f6b995aaea63586c92db72a4c697af577b4a6932b3a3e4bae88152
3
+ size 2504249504
mistral-7b-instruct-v0.3.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa0bdb512128e84c652b8402233d6443214798fc8b003f2de210a4d2a7148a9
3
+ size 2314457248
mistral-7b-instruct-v0.3.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dafda1dc55908d4de565061cd4ec88627f8e847e013c4127ccbdcd1e3a3cf034
3
+ size 2201473184
mistral-7b-instruct-v0.3.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b020e519564c3a52cc42fe7037d2e912b9c441d9874b47c25bb25838bffbcc3
3
+ size 1994903712
mistral-7b-instruct-v0.3.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ad2325d4c114a15e54d446da27d1f5c2b0436fc98e7d138b55cf109c641bf20
3
+ size 3288846496
mistral-7b-instruct-v0.3.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bba9003a1379570a4eac135539ae8af804306885edbcdcb1420085d5cb6a0e24
3
+ size 3186348192
mistral-7b-instruct-v0.3.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758ef7196ddbb211203ed674517b98cdc5458266d4c330533ff961c2e18d5be9
3
+ size 3022770336
mistral-7b-instruct-v0.3.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:939c335eab633d80404e4a50e90343ced3966921841e55045cf8d70a82d1f868
3
+ size 2830880928
mistral-7b-instruct-v0.3.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de72cd8efc91e0b90461d9798ab83b49ecbb261001766e663bb281fbb1994fb7
3
+ size 4130066592
mistral-7b-instruct-v0.3.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe952b9285110ad90c1d9fbf3aab1ecec400892d5bb5b50f88a8d850df79da0
3
+ size 3911962784
mistral-7b-instruct-v0.3.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a0a6c440f40e72519a7384c8cae0195488165198f2552028639fe309637cc7
3
+ size 2722877344
mistral-7b-instruct-v0.3.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7528e0a861e93441701d3d0486aea1a1192b555c861e3fefed8bb07f679f6b2e
3
+ size 2532561056
mistral-7b-instruct-v0.3.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4068f8ac8689605b0d4b11478919c53b9e65fdaa9debacf4282e39aae265d1fb
3
+ size 3825979296
mistral-7b-instruct-v0.3.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26be595512b8b3320abe9d388ccb064bb88d58c7a2854c874c10f1e4a3098612
3
+ size 3522940832
mistral-7b-instruct-v0.3.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8e3983a79438f43aacd79814ce4f3869ed9f456a6417417323b4c6830807592
3
+ size 3168522144
mistral-7b-instruct-v0.3.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9642ff94f8ef5d60e0b903669ff80df42a7345b42c582ac14773e87acc24587a
3
+ size 4372811680
mistral-7b-instruct-v0.3.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d5d2f9db8a20162de0a14bd16fb3cd565f13a4f204fe76cffc47fb9b341f02
3
+ size 4144746400
mistral-7b-instruct-v0.3.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2939ebbdf84675661b18e26ad24d01b47bf37a45ecb4b4c674e26b046f766b60
3
+ size 5136175008
mistral-7b-instruct-v0.3.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d87a0fcf8e3bdc0b86a21141f6896e7bacd88553dccfedba39f945cbe75b09d
3
+ size 5002481568
mistral-7b-instruct-v0.3.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92dd0c8ae8a51399df56cf98b23d4982c4495177749872433f7110e5e4c86bab
3
+ size 5947248544
mistral-7b-instruct-v0.3.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:947aafe9147eecdf849f4502a1d9f59f21cdd5dea4110ddb94649727dd9c6985
3
+ size 7702564768
mistral-7b-instruct-v0.3.fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e11676adf6479d28947ba2ae2183feeaff3feecda6a0530105b2b1e3e5a07a74
3
+ size 14497337216