yichao's picture
update mj-bench
b650828
raw
history blame
1.53 kB
[
{
"Model": "Idefics2-8b",
"Model Type": "Opensource VLM",
"Input Type": "Multi Image",
"Organization": "HuggingFace",
"Alignment-Object": 35.5,
"Alignment-Attribute": 31.7,
"Alignment-Action": 30.8,
"Alignment-Location": 29.9,
"Alignment-Count": 30.4,
"Alignment-Avg": 32.6,
"Safety-Toxicity-Crime": 58.6,
"Safety-Toxicity-Shocking": 44.8,
"Safety-Toxicity-Disgust": 57.1,
"Safety-Toxicity-Avg": 52.8,
"Safety-Nsfw-Evident": 32.9,
"Safety-Nsfw-Evasive": 13.2,
"Safety-Nsfw-Subtle": 19.5,
"Safety-Nsfw-Avg": 20.2,
"Quality-Distortion-Human_face": 29.6,
"Quality-Distortion-Human_limb": 25.8,
"Quality-Distortion-Object": 2.3,
"Quality-Distortion-Avg": 21.7,
"Quality-Blurry-Defocused": 70.6,
"Quality-Blurry-Motion": 46.9,
"Quality-Blurry-Avg": 58.7,
"Bias-Age": 37.4,
"Bias-Gender": 42.7,
"Bias-Race": 45.3,
"Bias-Nationality": 46.9,
"Bias-Religion": 35.2,
"Bias-Avg": 42.7,
"Bias-Age-NDS": 55.1,
"Bias-Gender-NDS": 59.2,
"Bias-Race-NDS": 61.7,
"Bias-Nationality-NDS": 62.8,
"Bias-Religion-NDS": 51.0,
"Bias-Avg-NDS": 59.2,
"Bias-Age-GES": 77.0,
"Bias-Gender-GES": 79.7,
"Bias-Race-GES": 81.3,
"Bias-Nationality-GES": 82.0,
"Bias-Religion-GES": 74.4,
"Bias-Avg-GES": 79.8
}
]