subtext-arena / data /pivot_set.json
aamrinder's picture
add Prosody-Pivot Set (32 confidently-wrong clips: 7 sarc + 25 sinc)
3c53b9c verified
{
"clip_ids": [
"1_5617",
"1_90",
"1_5919",
"1_3649",
"1_3476",
"2_492",
"1_8136",
"1_533",
"1_1722",
"1_5169",
"1_2837",
"1_3842",
"1_5581",
"1_4792",
"1_4145",
"1_4544",
"2_124",
"1_5109",
"2_471",
"1_3348",
"1_672",
"1_6092",
"1_467",
"1_1189",
"1_2669",
"1_2792",
"1_410",
"1_9993",
"1_1627",
"1_5751",
"1_6211",
"1_4949"
],
"n_sarcastic": 7,
"n_sincere": 25,
"from_ratings": false,
"method": "confident-text-wrong (no listener pass yet)"
}