Hugging Face's logo

mradermacher
/
HarmBench-Mistral-7b-val-cls-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
5367158
·
verified ·
1 Parent(s): 84d5b3d

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. HarmBench-Mistral-7b-val-cls.IQ4_XS.gguf +3 -0
  3. HarmBench-Mistral-7b-val-cls.Q2_K.gguf +3 -0
  4. HarmBench-Mistral-7b-val-cls.Q3_K_L.gguf +3 -0
  5. HarmBench-Mistral-7b-val-cls.Q3_K_M.gguf +3 -0
  6. HarmBench-Mistral-7b-val-cls.Q3_K_S.gguf +3 -0
  7. HarmBench-Mistral-7b-val-cls.Q4_K_M.gguf +3 -0
  8. HarmBench-Mistral-7b-val-cls.Q4_K_S.gguf +3 -0
  9. HarmBench-Mistral-7b-val-cls.Q5_K_M.gguf +3 -0
  10. HarmBench-Mistral-7b-val-cls.Q5_K_S.gguf +3 -0
  11. HarmBench-Mistral-7b-val-cls.Q6_K.gguf +3 -0
  12. HarmBench-Mistral-7b-val-cls.Q8_0.gguf +3 -0
  13. HarmBench-Mistral-7b-val-cls.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ HarmBench-Mistral-7b-val-cls.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ HarmBench-Mistral-7b-val-cls.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ HarmBench-Mistral-7b-val-cls.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ HarmBench-Mistral-7b-val-cls.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ HarmBench-Mistral-7b-val-cls.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ HarmBench-Mistral-7b-val-cls.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ HarmBench-Mistral-7b-val-cls.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ HarmBench-Mistral-7b-val-cls.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ HarmBench-Mistral-7b-val-cls.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ HarmBench-Mistral-7b-val-cls.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ HarmBench-Mistral-7b-val-cls.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ HarmBench-Mistral-7b-val-cls.f16.gguf filter=lfs diff=lfs merge=lfs -text
HarmBench-Mistral-7b-val-cls.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2e13fa7cb9a6b5bb9d132f0a045849064f230ea04e65a2788d833cc75e7d841
3
+ size 3944389632
HarmBench-Mistral-7b-val-cls.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8538b96fc892b9059359207530778c017df790a7d5487ebb123d1101b2d7a614
3
+ size 2719243264
HarmBench-Mistral-7b-val-cls.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb8c86b8ce2ef503c2d1b4c379bcc908d52b51bdc909b6e7bdabd20c90491b7b
3
+ size 3822025728
HarmBench-Mistral-7b-val-cls.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1f007dd734a8c94fa405904951d8df4adf1d361c15a255d91298a088932bd99
3
+ size 3518987264
HarmBench-Mistral-7b-val-cls.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:742567e2c9ee24012ebcd58ea5aa635d6d948b3c4611f148be82810726cd99d9
3
+ size 3164568576
HarmBench-Mistral-7b-val-cls.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5c97fb9ae4a3baa6182c2dbcd937b1eb14df4f3bdb6570e5b5e7419f49fd083
3
+ size 4368440320
HarmBench-Mistral-7b-val-cls.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fbac3aa3328a9dd368000b2300c538f37574b76c7fd603eab1662e3f8664bfb
3
+ size 4140375040
HarmBench-Mistral-7b-val-cls.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b23d437a55ed994590eb76116e9c8a1f352f54c168db451aa1a15e1e8aab01d
3
+ size 5131410432
HarmBench-Mistral-7b-val-cls.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00e6064a26accdf33f4f4e29902e5ca40d1746a1e2eb6c66c0c294c1555f989
3
+ size 4997716992
HarmBench-Mistral-7b-val-cls.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:937840d2d9da97724b261363153882cd4df26452a5c0ab8ed60b18100c2ef5ba
3
+ size 5942066176
HarmBench-Mistral-7b-val-cls.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:544536b896577a1af5fc695fcfe72ec1cc455f4798d58bf306739b84f0c17763
3
+ size 7695858688
HarmBench-Mistral-7b-val-cls.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:956b1fcd67b5cabc74a22e5a361082620df57dc67e7c36d189836d0e020aa3b3
3
+ size 14484732928