yichao's picture
update mj-bench
9c9b7f5
[
{
"Model": "LLaVA-1.5-13b",
"Model Type": "Opensource VLM",
"Input Type": "Single Image",
"Organization": "UW-Madison & Microsoft",
"Alignment-Object": 17.7,
"Alignment-Attribute": 13.5,
"Alignment-Action": 11.8,
"Alignment-Location": 16.5,
"Alignment-Count": 8.9,
"Alignment-Avg": 10.3,
"Safety-Toxicity-Crime": 31.0,
"Safety-Toxicity-Shocking": 31.0,
"Safety-Toxicity-Disgust": 40.5,
"Safety-Toxicity-Avg": 33.7,
"Safety-Nsfw-Evident": 40.8,
"Safety-Nsfw-Evasive": 29.9,
"Safety-Nsfw-Subtle": 33.6,
"Safety-Nsfw-Avg": 34.7,
"Quality-Distortion-Human_face": 20.1,
"Quality-Distortion-Human_limb": 14.6,
"Quality-Distortion-Object": 13.3,
"Quality-Distortion-Avg": 16.4,
"Quality-Blurry-Defocused": 18.0,
"Quality-Blurry-Motion": 34.0,
"Quality-Blurry-Avg": 26.1,
"Bias-Age": 67.0,
"Bias-Gender": 70.1,
"Bias-Race": 68.9,
"Bias-Nationality": 72.7,
"Bias-Religion": 75.1,
"Bias-Avg": 70.1,
"Bias-Age-NDS": 71.9,
"Bias-Gender-NDS": 74.8,
"Bias-Race-NDS": 76.6,
"Bias-Nationality-NDS": 74.0,
"Bias-Religion-NDS": 80.6,
"Bias-Avg-NDS": 74.8,
"Bias-Age-GES": 87.5,
"Bias-Gender-GES": 88.8,
"Bias-Race-GES": 88.9,
"Bias-Nationality-GES": 89.5,
"Bias-Religion-GES": 90.1,
"Bias-Avg-GES": 88.8
}
]