Spaces:
Runtime error
Runtime error
[ | |
{ | |
"id": 0, | |
"caption_0": "an old person kisses a young person", | |
"caption_1": "a young person kisses an old person", | |
"image_0": "0/0.jpg", | |
"image_1": "0/1.jpg", | |
"Old Tags": { | |
"id": 0, | |
"tag": ["Adjective-Age"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Age"], | |
"Relation": ["Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 1, | |
"caption_0": "the taller person hugs the shorter person", | |
"caption_1": "the shorter person hugs the taller person", | |
"image_0": "1/0.jpg", | |
"image_1": "1/1.jpg", | |
"Old Tags": { | |
"id": 1, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 2, | |
"caption_0": "the masked wrestler hits the unmasked wrestler", | |
"caption_1": "the unmasked wrestler hits the masked wrestler", | |
"image_0": "2/0.jpg", | |
"image_1": "2/1.jpg", | |
"Old Tags": { | |
"id": 2, | |
"tag": ["Adjective-Manner"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 3, | |
"caption_0": "a person watches an animal", | |
"caption_1": "an animal watches a person", | |
"image_0": "3/0.jpg", | |
"image_1": "3/1.jpg", | |
"Old Tags": { | |
"id": 3, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 4, | |
"caption_0": "the person without earrings pays the person with earrings", | |
"caption_1": "the person with earrings pays the person without earrings", | |
"image_0": "4/0.jpg", | |
"image_1": "4/1.jpg", | |
"Old Tags": { | |
"id": 4, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action", "Wearing"], | |
"Reasoning": ["Commonsense", "Differentiate", "Negation"] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 5, | |
"caption_0": "a bird eats a snake", | |
"caption_1": "a snake eats a bird", | |
"image_0": "5/0.jpg", | |
"image_1": "5/1.jpg", | |
"Old Tags": { | |
"id": 5, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 6, | |
"caption_0": "a plant was harmed by another organism, and that organism broke the plant into pieces", | |
"caption_1": "another organism was harmed by a plant, and that plant broke the organism into pieces", | |
"image_0": "6/0.jpg", | |
"image_1": "6/1.jpg", | |
"Old Tags": { | |
"id": 6, | |
"tag": ["Determiner-Numeral, Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 7, | |
"caption_0": "a bottle is in water", | |
"caption_1": "water is in a bottle", | |
"image_0": "7/0.jpg", | |
"image_1": "7/1.jpg", | |
"Old Tags": { | |
"id": 7, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 8, | |
"caption_0": "a tree smashed into a car", | |
"caption_1": "a car smashed into a tree", | |
"image_0": "8/0.jpg", | |
"image_1": "8/1.jpg", | |
"Old Tags": { | |
"id": 8, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 9, | |
"caption_0": "people fall on the leaves", | |
"caption_1": "the leaves fall on people", | |
"image_0": "9/0.jpg", | |
"image_1": "9/1.jpg", | |
"Old Tags": { | |
"id": 9, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 10, | |
"caption_0": "the sail rests below the water", | |
"caption_1": "the water rests below the sail", | |
"image_0": "10/0.jpg", | |
"image_1": "10/1.jpg", | |
"Old Tags": { | |
"id": 10, | |
"tag": ["Noun"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 11, | |
"caption_0": "there is a table below someone", | |
"caption_1": "there is someone below a table", | |
"image_0": "11/0.jpg", | |
"image_1": "11/1.jpg", | |
"Old Tags": { | |
"id": 11, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 12, | |
"caption_0": "the image shows a computer on top of books", | |
"caption_1": "the image shows books on top of a computer", | |
"image_0": "12/0.jpg", | |
"image_1": "12/1.jpg", | |
"Old Tags": { | |
"id": 12, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 13, | |
"caption_0": "a caterpillar with some plants", | |
"caption_1": "a plant with some caterpillars", | |
"image_0": "13/0.jpg", | |
"image_1": "13/1.jpg", | |
"Old Tags": { | |
"id": 13, | |
"tag": ["Noun"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 14, | |
"caption_0": "there is a mug in some grass", | |
"caption_1": "there is some grass in a mug", | |
"image_0": "14/0.jpg", | |
"image_1": "14/1.jpg", | |
"Old Tags": { | |
"id": 14, | |
"tag": ["Determiner-Numeral, Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 15, | |
"caption_0": "there are more skiers than snowboarders", | |
"caption_1": "there are more snowboarders than skiers", | |
"image_0": "15/0.jpg", | |
"image_1": "15/1.jpg", | |
"Old Tags": { | |
"id": 15, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": [], | |
"Reasoning": ["Compare"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 16, | |
"caption_0": "there are fewer forks than spoons", | |
"caption_1": "there are fewer spoons than forks", | |
"image_0": "16/0.jpg", | |
"image_1": "16/1.jpg", | |
"Old Tags": { | |
"id": 16, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": [], | |
"Reasoning": ["Compare"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 17, | |
"caption_0": "there are more ladybugs than flowers", | |
"caption_1": "there are more flowers than ladybugs", | |
"image_0": "17/0.jpg", | |
"image_1": "17/1.jpg", | |
"Old Tags": { | |
"id": 17, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": [], | |
"Reasoning": ["Compare"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 18, | |
"caption_0": "there is less orange juice than milk", | |
"caption_1": "there is less milk than orange juice", | |
"image_0": "18/0.jpg", | |
"image_1": "18/1.jpg", | |
"Old Tags": { | |
"id": 18, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": [], | |
"Reasoning": ["Compare"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 19, | |
"caption_0": "there is more dirt than empty space in the jar", | |
"caption_1": "there is more empty space than dirt in the jar", | |
"image_0": "19/0.jpg", | |
"image_1": "19/1.jpg", | |
"Old Tags": { | |
"id": 19, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": [], | |
"Reasoning": ["Compare", "Localize"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 20, | |
"caption_0": "there is a bit less milk chocolate than white chocolate", | |
"caption_1": "there is a bit less white chocolate than milk chocolate", | |
"image_0": "20/0.jpg", | |
"image_1": "20/1.jpg", | |
"Old Tags": { | |
"id": 20, | |
"tag": ["Adjective-Manner"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Tag": ["Need to rewrite the caption"] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 21, | |
"caption_0": "a person sits and a dog stands", | |
"caption_1": "a person stands and a dog sits", | |
"image_0": "21/0.jpg", | |
"image_1": "21/1.jpg", | |
"Old Tags": { | |
"id": 21, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Action"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 22, | |
"caption_0": "The person with more facial hair lies awake while the other sleeps", | |
"caption_1": "The person with more facial hair sleeps while the other lies awake", | |
"image_0": "22/0.jpg", | |
"image_1": "22/1.jpg", | |
"Old Tags": { | |
"id": 22, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": [], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 23, | |
"caption_0": "the person in the middle is floating and some others are standing", | |
"caption_1": "the person in the middle is standing and some others are floating", | |
"image_0": "23/0.jpg", | |
"image_1": "23/1.jpg", | |
"Old Tags": { | |
"id": 23, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Tag": ["Ambiguous"] }, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 24, | |
"caption_0": "the person closer to the camera weightlifts and the person farther from the camera runs", | |
"caption_1": "the person closer to the camera runs and the person farther from the camera weightlifts", | |
"image_0": "24/0.jpg", | |
"image_1": "24/1.jpg", | |
"Old Tags": { | |
"id": 24, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Tag": ["weird attribute"] }, | |
"Why is WG hard": [], | |
"Rewrite": { | |
"caption_0": "the person who is weightlifting is in front of the person who is running.", | |
"caption_1": "the person who is running is in front of the person who is weightlifting." | |
} | |
}, | |
{ | |
"id": 25, | |
"caption_0": "the person with the white collared shirt waters the plant while the other holds it", | |
"caption_1": "the person with the white collared shirt holds the plant while the other waters it", | |
"image_0": "25/0.jpg", | |
"image_1": "25/1.jpg", | |
"Old Tags": { | |
"id": 25, | |
"tag": ["Verb-Transitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Wearing", "Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 26, | |
"caption_0": "the taller person chops food and the shorter person eats food", | |
"caption_1": "the taller person eats food and the shorter person chops food", | |
"image_0": "26/0.jpg", | |
"image_1": "26/1.jpg", | |
"Old Tags": { | |
"id": 26, | |
"tag": ["Verb-Transitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 27, | |
"caption_0": "the person with the ponytail packs stuff and other buys it", | |
"caption_1": "the person with the ponytail buys stuff and other packs it", | |
"image_0": "27/0.jpg", | |
"image_1": "27/1.jpg", | |
"Old Tags": { | |
"id": 27, | |
"tag": ["Verb-Transitive"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Wearing", "Action"], | |
"Reasoning": ["Differentiate", "Commonsense"] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 28, | |
"caption_0": "a person walking in a field of yellow flowers with a red dress", | |
"caption_1": "a person walking in a field of red flowers with a yellow dress", | |
"image_0": "28/0.jpg", | |
"image_1": "28/1.jpg", | |
"Old Tags": { | |
"id": 28, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Wearing", "Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 29, | |
"caption_0": "a brown dog is on a white couch", | |
"caption_1": "a white dog is on a brown couch", | |
"image_0": "29/0.jpg", | |
"image_1": "29/1.jpg", | |
"Old Tags": { | |
"id": 29, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 30, | |
"caption_0": "a blue bird is next to a red berry", | |
"caption_1": "a red bird is next to a blue berry", | |
"image_0": "30/0.jpg", | |
"image_1": "30/1.jpg", | |
"Old Tags": { | |
"id": 30, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 31, | |
"caption_0": "The red book is above the yellow book and below the blue book", | |
"caption_1": "The yellow book is above the blue book and below the red book", | |
"image_0": "31/0.png", | |
"image_1": "31/1.png", | |
"Old Tags": { | |
"id": 31, | |
"tag": ["Adjective-Color (3-way swap)"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Image", "Visually Difficult"] | |
}, | |
{ | |
"id": 32, | |
"caption_0": "astronauts in blue suits with a red planet in the background", | |
"caption_1": "astronauts in red suits with a blue planet in the background", | |
"image_0": "32/0.png", | |
"image_1": "32/1.png", | |
"Old Tags": { | |
"id": 32, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Wearing"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 33, | |
"caption_0": "the square table has a round base", | |
"caption_1": "the round table has a square base", | |
"image_0": "33/0.jpg", | |
"image_1": "33/1.jpg", | |
"Old Tags": { | |
"id": 33, | |
"tag": ["Adjective-Shape"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Shape"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 34, | |
"caption_0": "pointy bushes are behind rectangular bushes", | |
"caption_1": "rectangular bushes are behind pointy bushes", | |
"image_0": "34/0.jpg", | |
"image_1": "34/1.jpg", | |
"Old Tags": { | |
"id": 34, | |
"tag": ["Adjective-Shape"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Shape"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 35, | |
"caption_0": "a circular sign is above a rectangular sign", | |
"caption_1": "a rectangular sign is above a circular sign", | |
"image_0": "35/0.jpg", | |
"image_1": "35/1.jpg", | |
"Old Tags": { | |
"id": 35, | |
"tag": ["Adjective-Shape"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Shape"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 36, | |
"caption_0": "a wood chess piece rests on metal objects", | |
"caption_1": "a metal chess piece rests on wood objects", | |
"image_0": "36/0.jpg", | |
"image_1": "36/1.jpg", | |
"Old Tags": { | |
"id": 36, | |
"tag": ["Adjective-Texture"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Material"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [ | |
"Ambiguously Correct", | |
"Unusual Image", | |
"Visually Difficult" | |
] | |
}, | |
{ | |
"id": 37, | |
"caption_0": "soft shoes are on a smooth floor", | |
"caption_1": "smooth shoes are on a soft floor", | |
"image_0": "37/0.jpg", | |
"image_1": "37/1.jpg", | |
"Old Tags": { | |
"id": 37, | |
"tag": ["Adjective-Texture"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 38, | |
"caption_0": "the happy person is on the right and the sad person is on the left", | |
"caption_1": "the sad person is on the right and the happy person is on the left", | |
"image_0": "38/0.jpg", | |
"image_1": "38/1.jpg", | |
"Old Tags": { | |
"id": 38, | |
"tag": ["Adjective-Animate"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Emotion"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 39, | |
"caption_0": "the hurt person is on the left and the helpful person is on the right", | |
"caption_1": "the helpful person is on the left and the hurt person is on the right", | |
"image_0": "39/0.jpg", | |
"image_1": "39/1.jpg", | |
"Old Tags": { | |
"id": 39, | |
"tag": ["Adjective-Animate"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate", "Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 40, | |
"caption_0": "the more content person has the healthier food and the less content person has the less healthy food", | |
"caption_1": "the less content person has the healthier food and the more content person has the less healthy food", | |
"image_0": "40/0.jpg", | |
"image_1": "40/1.jpg", | |
"Old Tags": { | |
"id": 40, | |
"tag": ["Adjective-Animate"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Emotion", "State"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Differentiate", "Complex Reasoning"] | |
}, | |
{ | |
"id": 41, | |
"caption_0": "the orange lollipop is sad and the red lollipop is surprised", | |
"caption_1": "the orange lollipop is surprised and the red lollipop is sad", | |
"image_0": "41/0.jpg", | |
"image_1": "41/1.jpg", | |
"Old Tags": { | |
"id": 41, | |
"tag": ["Adjective-Animate"], | |
"secondary_tag": ["Symbolic, Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Emotion", "Color"], | |
"Relation": [], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Image", "Unusual Text"] | |
}, | |
{ | |
"id": 42, | |
"caption_0": "the larger person wears yellow and the smaller person does not", | |
"caption_1": "the smaller person wears yellow and the larger person does not", | |
"image_0": "42/0.jpg", | |
"image_1": "42/1.jpg", | |
"Old Tags": { | |
"id": 42, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size", "Color"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Differentiate", "Negation"] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 43, | |
"caption_0": "a big cat is next to a small dog", | |
"caption_1": "a small cat is next to a big dog", | |
"image_0": "43/0.jpg", | |
"image_1": "43/1.jpg", | |
"Old Tags": { | |
"id": 43, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 44, | |
"caption_0": "the heavy oncoming traffic is contrasted with the light outgoing traffic", | |
"caption_1": "the light oncoming traffic is contrasted with the heavy outgoing traffic", | |
"image_0": "44/0.jpg", | |
"image_1": "44/1.jpg", | |
"Old Tags": { | |
"id": 44, | |
"tag": ["Adjective-Weight"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 45, | |
"caption_0": "a cold drink on a hot day", | |
"caption_1": "a hot drink on a cold day", | |
"image_0": "45/0.jpg", | |
"image_1": "45/1.jpg", | |
"Old Tags": { | |
"id": 45, | |
"tag": ["Adjective-Temperature"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 46, | |
"caption_0": "a person is drinking now and eating later", | |
"caption_1": "a person is drinking later and eating now", | |
"image_0": "46/0.jpg", | |
"image_1": "46/1.jpg", | |
"Old Tags": { | |
"id": 46, | |
"tag": ["Adverb-Temporal"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Complex Reasoning"] | |
}, | |
{ | |
"id": 47, | |
"caption_0": "the sailboat sails close but the beach is far away", | |
"caption_1": "the sailboat sails far away but the beach is close", | |
"image_0": "47/0.jpg", | |
"image_1": "47/1.jpg", | |
"Old Tags": { | |
"id": 47, | |
"tag": ["Adverb-Spatial Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 48, | |
"caption_0": "the passenger is riding inattentive to the road and the driver is driving attentive to the road", | |
"caption_1": "the passenger is riding attentive to the road and the driver is driving inattentive to the road", | |
"image_0": "48/0.jpg", | |
"image_1": "48/1.jpg", | |
"Old Tags": { | |
"id": 48, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Action"], | |
"Relation": [], | |
"Reasoning": ["Differentiate", "Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 49, | |
"caption_0": "it wears a hat but the person doesn't", | |
"caption_1": "the person wears a hat but it doesn't", | |
"image_0": "49/0.jpg", | |
"image_1": "49/1.jpg", | |
"Old Tags": { | |
"id": 49, | |
"tag": ["Pronoun, Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Wearing"], | |
"Reasoning": ["Negation"] | |
}, | |
"Why is WG hard": ["Unusual Text"], | |
"Rewrite": { | |
"caption_0": "a dog wears a hat but the person doesn't", | |
"caption_1": "the person wears a hat but a dog doesn't" | |
} | |
}, | |
{ | |
"id": 50, | |
"caption_0": "the person with green legs is running quite slowly and the red legged one runs faster", | |
"caption_1": "the person with green legs is running faster and the red legged one runs quite slowly", | |
"image_0": "50/0.jpg", | |
"image_1": "50/1.jpg", | |
"Old Tags": { | |
"id": 50, | |
"tag": ["Adjective-Speed Phrase, Verb-Intransitive"], | |
"secondary_tag": ["Symbolic, Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Color"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 51, | |
"caption_0": "a person is in the water and close to the sand", | |
"caption_1": "a person is close to the water and in the sand", | |
"image_0": "51/0.jpg", | |
"image_1": "51/1.jpg", | |
"Old Tags": { | |
"id": 51, | |
"tag": ["Preposition Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 52, | |
"caption_0": "a frog is above rocks which are under the water", | |
"caption_1": "a frog is under rocks which are above the water", | |
"image_0": "52/0.jpg", | |
"image_1": "52/1.jpg", | |
"Old Tags": { | |
"id": 52, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 53, | |
"caption_0": "driving off the road and on the unpaved terrain", | |
"caption_1": "driving on the road and off the unpaved terrain", | |
"image_0": "53/0.jpg", | |
"image_1": "53/1.jpg", | |
"Old Tags": { | |
"id": 53, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 54, | |
"caption_0": "someone is in a helicopter with a car", | |
"caption_1": "someone is with a helicopter in a car", | |
"image_0": "54/0.jpg", | |
"image_1": "54/1.jpg", | |
"Old Tags": { | |
"id": 54, | |
"tag": ["Preposition"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 55, | |
"caption_0": "the green one can fit inside the blue one and the blue one can fit outside the green one", | |
"caption_1": "the green one can fit outside the blue one and the blue one can fit inside the green one", | |
"image_0": "55/0.png", | |
"image_1": "55/1.jpg", | |
"Old Tags": { | |
"id": 55, | |
"tag": ["Preposition"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size", "Color"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"], | |
"Rewrite": { | |
"caption_0": "the green toy can fit inside the blue toy and the blue toy can fit outside the green toy", | |
"caption_1": "the green toy can fit outside the blue toy and the blue toy can fit inside the green toy" | |
} | |
}, | |
{ | |
"id": 56, | |
"caption_0": "jumping away from the photographer and towards the others", | |
"caption_1": "jumping towards the photographer and away from the others", | |
"image_0": "56/0.jpg", | |
"image_1": "56/1.jpg", | |
"Old Tags": { | |
"id": 56, | |
"tag": ["Preposition Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 57, | |
"caption_0": "someone bakes the dough before the dough is eaten", | |
"caption_1": "the dough is eaten before someone bakes the dough", | |
"image_0": "57/0.jpg", | |
"image_1": "57/1.jpg", | |
"Old Tags": { | |
"id": 57, | |
"tag": ["Sentence"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 58, | |
"caption_0": "it hatched before it was eaten", | |
"caption_1": "it was eaten before it hatched", | |
"image_0": "58/0.jpg", | |
"image_1": "58/1.jpg", | |
"Old Tags": { | |
"id": 58, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [ | |
"Unusual Text", | |
"Visually Difficult", | |
"Complex Reasoning" | |
], | |
"Rewrite": { | |
"caption_0": "a bird hatched before being eaten", | |
"caption_1": "a egg was eaten before hatching" | |
} | |
}, | |
{ | |
"id": 59, | |
"caption_0": "there are three bananas and two apples", | |
"caption_1": "there are two bananas and three apples", | |
"image_0": "59/0.jpg", | |
"image_1": "59/1.jpg", | |
"Old Tags": { | |
"id": 59, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 60, | |
"caption_0": "someone has loaded their plate with one of the toast slices and two of the eggs", | |
"caption_1": "someone has loaded their plate with two of the toast slices and one of the eggs", | |
"image_0": "60/0.jpg", | |
"image_1": "60/1.jpg", | |
"Old Tags": { | |
"id": 60, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 61, | |
"caption_0": "there are three people and two windows", | |
"caption_1": "there are two people and three windows", | |
"image_0": "61/0.jpg", | |
"image_1": "61/1.jpg", | |
"Old Tags": { | |
"id": 61, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 62, | |
"caption_0": "there are 50 stars on the right flag and 5 stars on the left flag", | |
"caption_1": "there are 5 stars on the right flag and 50 stars on the left flag", | |
"image_0": "62/0.png", | |
"image_1": "62/1.png", | |
"Old Tags": { | |
"id": 62, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 63, | |
"caption_0": "no people wear blue shirts and six people wear white shirts", | |
"caption_1": "six people wear blue shirts and no people wear white shirts", | |
"image_0": "63/0.jpg", | |
"image_1": "63/1.jpg", | |
"Old Tags": { | |
"id": 63, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color", "Count"], | |
"Relation": ["Wearing"], | |
"Reasoning": ["Differentiate", "Negation"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 64, | |
"caption_0": "the dog's leg is on the person's torso", | |
"caption_1": "the person's leg is on the dog's torso", | |
"image_0": "64/0.jpg", | |
"image_1": "64/1.jpg", | |
"Old Tags": { | |
"id": 64, | |
"tag": ["Determiner-Possessive"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 65, | |
"caption_0": "the animal's eyes are bigger than the person's", | |
"caption_1": "the person's eyes are bigger than the animal's", | |
"image_0": "65/0.jpg", | |
"image_1": "65/1.jpg", | |
"Old Tags": { | |
"id": 65, | |
"tag": ["Determiner-Possessive"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 66, | |
"caption_0": "the taller person's arm is around the shorter person's shoulder", | |
"caption_1": "the shorter person's arm is around the taller person's shoulder", | |
"image_0": "66/0.jpg", | |
"image_1": "66/1.jpg", | |
"Old Tags": { | |
"id": 66, | |
"tag": ["Determiner-Possessive"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare", "Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 67, | |
"caption_0": "the person in a brown coat looks back and the person in a black coat looks forward", | |
"caption_1": "the person in a black coat looks back and the person in a brown coat looks forward", | |
"image_0": "67/0.jpg", | |
"image_1": "67/1.jpg", | |
"Old Tags": { | |
"id": 67, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Wearing"], | |
"Reasoning": ["Commonsense", "Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 68, | |
"caption_0": "it ran away while they pursued", | |
"caption_1": "they ran away while it pursued", | |
"image_0": "68/0.jpg", | |
"image_1": "68/1.jpg", | |
"Old Tags": { | |
"id": 68, | |
"tag": ["Pronoun, Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Text"], | |
"Rewrite": { | |
"caption_0": "a leopard ran away while hyenas pursued", | |
"caption_1": "hyenas ran away while a leopard pursued" | |
} | |
}, | |
{ | |
"id": 69, | |
"caption_0": "almost everyone is in a boat and one is swimming", | |
"caption_1": "one is in a boat and almost everyone is swimming", | |
"image_0": "69/0.jpg", | |
"image_1": "69/1.jpg", | |
"Old Tags": { | |
"id": 69, | |
"tag": ["Determiner-Numeral Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action", "Count"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Visually Difficult"], | |
"Rewrite": { | |
"caption_0": "almost people is in a boat and a person is swimming", | |
"caption_1": "a person is in a boat and almost people is swimming" | |
} | |
}, | |
{ | |
"id": 70, | |
"caption_0": "the person with the lighter shoes is holding an emoji and the person with the darker shoes isn't", | |
"caption_1": "the person with the darker shoes is holding an emoji and the person with the lighter shoes isn't", | |
"image_0": "70/0.jpg", | |
"image_1": "70/1.jpg", | |
"Old Tags": { | |
"id": 70, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Symbolic, Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action", "Wearing"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Image", "Unusual Text", "Visually Difficult"] | |
}, | |
{ | |
"id": 71, | |
"caption_0": "the person wearing neutral colors poses and the person wearing brighter colors takes a picture", | |
"caption_1": "the person wearing brighter colors poses and the person wearing neutral colors takes a picture", | |
"image_0": "71/0.jpg", | |
"image_1": "71/1.jpg", | |
"Old Tags": { | |
"id": 71, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color", "Action"], | |
"Relation": ["Wearing"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 72, | |
"caption_0": "it's a fire truck", | |
"caption_1": "it's a truck fire", | |
"image_0": "72/0.jpg", | |
"image_1": "72/1.jpg", | |
"Old Tags": { | |
"id": 72, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 73, | |
"caption_0": "watching the present", | |
"caption_1": "presenting the watch", | |
"image_0": "73/0.jpg", | |
"image_1": "73/1.jpg", | |
"Old Tags": { | |
"id": 73, | |
"tag": ["Altered POS"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 74, | |
"caption_0": "walking out on a rock", | |
"caption_1": "rocking out on a walk", | |
"image_0": "74/0.jpg", | |
"image_1": "74/1.jpg", | |
"Old Tags": { | |
"id": 74, | |
"tag": ["Altered POS"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 75, | |
"caption_0": "the kid with the magnifying glass looks at them", | |
"caption_1": "the kid looks at them with the magnifying glass", | |
"image_0": "75/0.jpg", | |
"image_1": "75/1.jpg", | |
"Old Tags": { | |
"id": 75, | |
"tag": ["Preposition Phrase, Scope"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"], | |
"Rewrite": { | |
"tag": "The original caption is incorrect.", | |
"caption_0": "the kid with the magnifying glass looks at the other person", | |
"caption_1": "the kid looks at the other person with the magnifying glass" | |
} | |
}, | |
{ | |
"id": 76, | |
"caption_0": "the person with the kids is sitting", | |
"caption_1": "the person is sitting with the kids", | |
"image_0": "76/0.jpg", | |
"image_1": "76/1.jpg", | |
"Old Tags": { | |
"id": 76, | |
"tag": ["Preposition Phrase, Scope"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Action"], | |
"Relation": [], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 77, | |
"caption_0": "the people with shoes are touching each other", | |
"caption_1": "the people are touching each other with shoes", | |
"image_0": "77/0.jpg", | |
"image_1": "77/1.jpg", | |
"Old Tags": { | |
"id": 77, | |
"tag": ["Preposition Phrase, Scope"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Visually Difficult"] | |
}, | |
{ | |
"id": 78, | |
"caption_0": "someone with an apple is hurt by a tree", | |
"caption_1": "someone is hurt by a tree with an apple", | |
"image_0": "78/0.jpg", | |
"image_1": "78/1.png", | |
"Old Tags": { | |
"id": 78, | |
"tag": ["Preposition Phrase, Scope"], | |
"secondary_tag": ["Symbolic, Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Unusual Image"] | |
}, | |
{ | |
"id": 79, | |
"caption_0": "the person that is on the table is eating the food", | |
"caption_1": "the person is eating the food that is on the table", | |
"image_0": "79/0.jpg", | |
"image_1": "79/1.jpg", | |
"Old Tags": { | |
"id": 79, | |
"tag": ["Preposition Phrase, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 80, | |
"caption_0": "the watering can is larger than the pot", | |
"caption_1": "the pot is larger than the watering can", | |
"image_0": "80/0.jpg", | |
"image_1": "80/1.jpg", | |
"Old Tags": { | |
"id": 80, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 81, | |
"caption_0": "they hold a suitcase handle with their left hand and they hold a passport with their right hand", | |
"caption_1": "they hold a passport with their left hand and they hold a suitcase handle with their right hand", | |
"image_0": "81/0.jpg", | |
"image_1": "81/1.jpg", | |
"Old Tags": { | |
"id": 81, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"], | |
"Rewrite": { | |
"caption_0": "a person holds a suitcase handle with the left hand and holds a passport with the right hand", | |
"caption_1": "a person holds a passport with the left hand and holds a suitcase handle with the right hand" | |
} | |
}, | |
{ | |
"id": 82, | |
"caption_0": "the person with the patterned shirt is curly-haired and the other is straight-haired", | |
"caption_1": "the person with the patterned shirt is straight-haired and the other is curly-haired", | |
"image_0": "82/0.jpg", | |
"image_1": "82/1.jpg", | |
"Old Tags": { | |
"id": 82, | |
"tag": ["Adjective-Texture"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 83, | |
"caption_0": "a diagram showing movement from right to left", | |
"caption_1": "a diagram showing movement from left to right", | |
"image_0": "83/0.jpg", | |
"image_1": "83/1.jpg", | |
"Old Tags": { | |
"id": 83, | |
"tag": ["Preposition"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 84, | |
"caption_0": "the flip flops are too big for these feet", | |
"caption_1": "the feet are too big for these flip flops", | |
"image_0": "84/0.jpg", | |
"image_1": "84/1.jpg", | |
"Old Tags": { | |
"id": 84, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 85, | |
"caption_0": "the person who is wearing a crown is kissing a frog", | |
"caption_1": "the person is kissing a frog who is wearing a crown", | |
"image_0": "85/0.jpg", | |
"image_1": "85/1.jpg", | |
"Old Tags": { | |
"id": 85, | |
"tag": ["Relative Clause, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 86, | |
"caption_0": "a dog sitting on a couch with a person lying on the floor", | |
"caption_1": "a person lying on a couch with a dog sitting on the floor", | |
"image_0": "86/0.jpg", | |
"image_1": "86/1.jpg", | |
"Old Tags": { | |
"id": 86, | |
"tag": ["Noun, Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 87, | |
"caption_0": "The uncaged bird has an opened cage door", | |
"caption_1": "The caged bird has an unopened cage door", | |
"image_0": "87/0.jpg", | |
"image_1": "87/1.jpg", | |
"Old Tags": { | |
"id": 87, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": ["Morpheme-Level, Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 88, | |
"caption_0": "meat with potatoes", | |
"caption_1": "potatoes with meat", | |
"image_0": "88/0.jpg", | |
"image_1": "88/1.jpg", | |
"Old Tags": { | |
"id": 88, | |
"tag": ["Noun"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 89, | |
"caption_0": "the person in pink was close to not winning", | |
"caption_1": "the person in pink was not close to winning", | |
"image_0": "89/0.jpg", | |
"image_1": "89/1.png", | |
"Old Tags": { | |
"id": 89, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Color"], | |
"Relation": ["Spatial", "Wearing"], | |
"Reasoning": ["Commonsense", "Differentiate"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 90, | |
"caption_0": "two humans and one wheel", | |
"caption_1": "two wheels and one human", | |
"image_0": "90/0.jpg", | |
"image_1": "90/1.jpg", | |
"Old Tags": { | |
"id": 90, | |
"tag": ["Noun"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 91, | |
"caption_0": "clothing on lines", | |
"caption_1": "lines on clothing", | |
"image_0": "91/0.jpg", | |
"image_1": "91/1.jpg", | |
"Old Tags": { | |
"id": 91, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 92, | |
"caption_0": "someone talks on the phone angrily while another person sits happily", | |
"caption_1": "someone talks on the phone happily while another person sits angrily", | |
"image_0": "92/0.jpg", | |
"image_1": "92/1.jpg", | |
"Old Tags": { | |
"id": 92, | |
"tag": ["Adverb-Animate"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Emotion", "Action"], | |
"Relation": [], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 93, | |
"caption_0": "two boats and one direction down the stream", | |
"caption_1": "one boat and two directions down the stream", | |
"image_0": "93/0.jpg", | |
"image_1": "93/1.jpg", | |
"Old Tags": { | |
"id": 93, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": ["Symbolic, Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Unusual Image", "Complex Reasoning"] | |
}, | |
{ | |
"id": 94, | |
"caption_0": "The dog rides without a visible tongue", | |
"caption_1": "The dog rides with a visible tongue out", | |
"image_0": "94/0.jpg", | |
"image_1": "94/1.jpg", | |
"Old Tags": { | |
"id": 94, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguously"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 95, | |
"caption_0": "handing a hammer", | |
"caption_1": "hammering a hand", | |
"image_0": "95/0.jpg", | |
"image_1": "95/1.jpg", | |
"Old Tags": { | |
"id": 95, | |
"tag": ["Altered POS"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 96, | |
"caption_0": "leaves its shedding", | |
"caption_1": "shedding its leaves", | |
"image_0": "96/0.jpg", | |
"image_1": "96/1.jpg", | |
"Old Tags": { | |
"id": 96, | |
"tag": ["Altered POS"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 97, | |
"caption_0": "they are using no bait but still got fish", | |
"caption_1": "they are using bait but still got no fish", | |
"image_0": "97/0.jpg", | |
"image_1": "97/1.jpg", | |
"Old Tags": { | |
"id": 97, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action", "State", "Count"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"] | |
}, | |
{ | |
"id": 98, | |
"caption_0": "someone on the ground is spraying water towards a vehicle", | |
"caption_1": "someone is on a vehicle spraying water towards the ground", | |
"image_0": "98/0.jpg", | |
"image_1": "98/1.jpg", | |
"Old Tags": { | |
"id": 98, | |
"tag": ["Verb-Transitive, Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial", "Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 99, | |
"caption_0": "the dog wears as a hat what someone would normally bite", | |
"caption_1": "the dog bites what someone would normally wear as a hat", | |
"image_0": "99/0.jpg", | |
"image_1": "99/1.jpg", | |
"Old Tags": { | |
"id": 99, | |
"tag": ["Verb-Transitive Phrase, Verb-Intransitive, Preposition Phrase"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 100, | |
"caption_0": "the happy one is on the left and the upset one is on the right", | |
"caption_1": "the upset one is on the left and the happy one is on the right", | |
"image_0": "100/0.jpg", | |
"image_1": "100/1.jpg", | |
"Old Tags": { | |
"id": 100, | |
"tag": ["Adjective-Animate"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Emotion"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [], | |
"Rewrite": { | |
"caption_0": "the happy person is on the left and the upset person is on the right", | |
"caption_1": "the upset person is on the left and the happy person is on the right" | |
} | |
}, | |
{ | |
"id": 101, | |
"caption_0": "fake mustache and real hair on head", | |
"caption_1": "real mustache and fake hair on head", | |
"image_0": "101/0.jpg", | |
"image_1": "101/1.jpg", | |
"Old Tags": { | |
"id": 101, | |
"tag": ["Adjective-Animate"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 102, | |
"caption_0": "real cat with toy baby", | |
"caption_1": "toy cat with real baby", | |
"image_0": "102/0.jpg", | |
"image_1": "102/1.jpg", | |
"Old Tags": { | |
"id": 102, | |
"tag": ["Adjective-Animate"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 103, | |
"caption_0": "the lion is loud and the lionness is quiet", | |
"caption_1": "the lion is quiet and the lionness is loud", | |
"image_0": "103/0.jpg", | |
"image_1": "103/1.jpg", | |
"Old Tags": { | |
"id": 103, | |
"tag": ["Adjective-Animate"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 104, | |
"caption_0": "there is a pink couch with green pillows", | |
"caption_1": "there is a green couch with pink pillows", | |
"image_0": "104/0.jpg", | |
"image_1": "104/1.jpg", | |
"Old Tags": { | |
"id": 104, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color", "Count"], | |
"Relation": [], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 105, | |
"caption_0": "light colored dog with dark colored cat", | |
"caption_1": "dark colored dog with light colored cat", | |
"image_0": "105/0.jpg", | |
"image_1": "105/1.jpg", | |
"Old Tags": { | |
"id": 105, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Color"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 106, | |
"caption_0": "someone is wearing a black hat and yellow shirt", | |
"caption_1": "someone is wearing a yellow hat and black shirt", | |
"image_0": "106/0.jpg", | |
"image_1": "106/1.jpg", | |
"Old Tags": { | |
"id": 106, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Wearing"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 107, | |
"caption_0": "black socks and orange shoes", | |
"caption_1": "orange socks and black shoes", | |
"image_0": "107/0.jpg", | |
"image_1": "107/1.png", | |
"Old Tags": { | |
"id": 107, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Color"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 108, | |
"caption_0": "red building with white shutters", | |
"caption_1": "white building with red shutters", | |
"image_0": "108/0.jpg", | |
"image_1": "108/1.jpg", | |
"Old Tags": { | |
"id": 108, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": [], | |
"Reasoning": ["Localize"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 109, | |
"caption_0": "blue pants and green top", | |
"caption_1": "green pants and blue top", | |
"image_0": "109/0.jpg", | |
"image_1": "109/1.jpg", | |
"Old Tags": { | |
"id": 109, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Color"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 110, | |
"caption_0": "there's one blue and many yellow balls", | |
"caption_1": "there's one yellow and many blue balls", | |
"image_0": "110/0.jpg", | |
"image_1": "110/1.jpg", | |
"Old Tags": { | |
"id": 110, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color", "Count"], | |
"Relation": [], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 111, | |
"caption_0": "there are more silver coins than gold coins", | |
"caption_1": "there are more gold coins than silver coins", | |
"image_0": "111/0.jpg", | |
"image_1": "111/1.jpg", | |
"Old Tags": { | |
"id": 111, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Material", "Count"], | |
"Relation": [], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 112, | |
"caption_0": "the red team kicking the ball directly next to the blue team", | |
"caption_1": "the blue team kicking the ball directly next to the red team", | |
"image_0": "112/0.jpg", | |
"image_1": "112/1.jpg", | |
"Old Tags": { | |
"id": 112, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 113, | |
"caption_0": "black dog wearing a brown sweater", | |
"caption_1": "brown dog wearing a black sweater", | |
"image_0": "113/0.jpg", | |
"image_1": "113/1.jpg", | |
"Old Tags": { | |
"id": 113, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Wearing"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 114, | |
"caption_0": "one green apple surrounded by a bunch of red apples", | |
"caption_1": "one red apple surrounded by a bunch of green apples", | |
"image_0": "114/0.jpg", | |
"image_1": "114/1.jpg", | |
"Old Tags": { | |
"id": 114, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 115, | |
"caption_0": "person in white is reading the orange book", | |
"caption_1": "person in orange is reading the white book", | |
"image_0": "115/0.jpg", | |
"image_1": "115/1.jpg", | |
"Old Tags": { | |
"id": 115, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 116, | |
"caption_0": "the children are being quiet while the adult is loud", | |
"caption_1": "the children are being loud while the adult is quiet", | |
"image_0": "116/0.jpg", | |
"image_1": "116/1.jpg", | |
"Old Tags": { | |
"id": 116, | |
"tag": ["Adjective-Manner"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [ | |
"Unusual Image", | |
"Visually Difficult", | |
"Complex Reasoning" | |
] | |
}, | |
{ | |
"id": 117, | |
"caption_0": "the circular mirror is on the left and the rectangular mirror is on the right", | |
"caption_1": "the rectangular mirror is on the left and the circular mirror is on the right", | |
"image_0": "117/0.jpg", | |
"image_1": "117/1.jpg", | |
"Old Tags": { | |
"id": 117, | |
"tag": ["Adjective-Shape"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Shape"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 118, | |
"caption_0": "circular food on heart-shaped wood", | |
"caption_1": "heart-shaped food on circular wood", | |
"image_0": "118/0.jpg", | |
"image_1": "118/1.jpg", | |
"Old Tags": { | |
"id": 118, | |
"tag": ["Adjective-Shape"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Shape"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"] | |
}, | |
{ | |
"id": 119, | |
"caption_0": "the dress on the left is long and the dress on the right is short", | |
"caption_1": "the dress on the left is short and the dress on the right is long", | |
"image_0": "119/0.jpg", | |
"image_1": "119/1.jpg", | |
"Old Tags": { | |
"id": 119, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Spatial", "Compare"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 120, | |
"caption_0": "the balloon in the middle has less air and the other balloons have more air", | |
"caption_1": "the balloon in the middle has more air and the other balloons have less air", | |
"image_0": "120/0.jpg", | |
"image_1": "120/1.jpg", | |
"Old Tags": { | |
"id": 120, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Spatial", "Compare"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 121, | |
"caption_0": "the pool has no people and the area around it has a lot of people", | |
"caption_1": "the pool has a lot of people and the area around it has no people", | |
"image_0": "121/0.jpg", | |
"image_1": "121/1.jpg", | |
"Old Tags": { | |
"id": 121, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Negation"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 122, | |
"caption_0": "big fish beside a small person", | |
"caption_1": "small fish beside a big person", | |
"image_0": "122/0.jpg", | |
"image_1": "122/1.jpg", | |
"Old Tags": { | |
"id": 122, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 123, | |
"caption_0": "the train is moving fast while the person is still", | |
"caption_1": "the train is still while the person is moving fast", | |
"image_0": "123/0.jpg", | |
"image_1": "123/1.jpg", | |
"Old Tags": { | |
"id": 123, | |
"tag": ["Adjective-Speed"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 124, | |
"caption_0": "they're enjoying hot water on a cold day", | |
"caption_1": "they're enjoying cold water on a hot day", | |
"image_0": "124/0.jpg", | |
"image_1": "124/1.jpg", | |
"Old Tags": { | |
"id": 124, | |
"tag": ["Adjective-Temperature"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Hard to tag"] | |
}, | |
"Why is WG hard": [], | |
"Rewrite": { | |
"caption_0": "a person is enjoying hot water on a cold day", | |
"caption_1": "a person is enjoying cold water on a hot day" | |
} | |
}, | |
{ | |
"id": 125, | |
"caption_0": "concrete floors with wood walls", | |
"caption_1": "wood floors with concrete walls", | |
"image_0": "125/0.jpg", | |
"image_1": "125/1.jpg", | |
"Old Tags": { | |
"id": 125, | |
"tag": ["Adjective-Texture"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Material"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 126, | |
"caption_0": "the person on the left has curly hair and the person on the right has straight hair", | |
"caption_1": "the person on the left has straight hair and the person on the right has curly hair", | |
"image_0": "126/0.jpg", | |
"image_1": "126/1.jpg", | |
"Old Tags": { | |
"id": 126, | |
"tag": ["Adjective-Texture"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 127, | |
"caption_0": "there's a metal bottle with a plastic lid", | |
"caption_1": "there's a plastic bottle with a metal lid", | |
"image_0": "127/0.jpg", | |
"image_1": "127/1.jpg", | |
"Old Tags": { | |
"id": 127, | |
"tag": ["Adjective-Texture"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Material", "State"], | |
"Relation": [], | |
"Reasoning": ["Localize"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 128, | |
"caption_0": "the fruit is heavy while the junk food is light", | |
"caption_1": "the fruit is light while the junk food is heavy", | |
"image_0": "128/0.jpg", | |
"image_1": "128/1.jpg", | |
"Old Tags": { | |
"id": 128, | |
"tag": ["Adjective-Weight"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Compare", "Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Image", "Complex Reasoning"] | |
}, | |
{ | |
"id": 129, | |
"caption_0": "the car is sitting upside down while the person is standing rightside up", | |
"caption_1": "the car is sitting rightside up while the person is standing upside down", | |
"image_0": "129/0.jpg", | |
"image_1": "129/1.jpg", | |
"Old Tags": { | |
"id": 129, | |
"tag": ["Adverb-Spatial"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 130, | |
"caption_0": "the cup on the left is filled first and the cup on the right is filled second", | |
"caption_1": "the cup on the left is filled second and the cup on the right is filled first", | |
"image_0": "130/0.jpg", | |
"image_1": "130/1.jpg", | |
"Old Tags": { | |
"id": 130, | |
"tag": ["Adverb-Temporal"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate", "Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 131, | |
"caption_0": "milk cow", | |
"caption_1": "cow milk", | |
"image_0": "131/0.jpg", | |
"image_1": "131/1.jpg", | |
"Old Tags": { | |
"id": 131, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 132, | |
"caption_0": "there is a clock wall", | |
"caption_1": "there is a wall clock", | |
"image_0": "132/0.jpg", | |
"image_1": "132/1.jpg", | |
"Old Tags": { | |
"id": 132, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 133, | |
"caption_0": "there is a split banana", | |
"caption_1": "there is a banana split", | |
"image_0": "133/0.jpg", | |
"image_1": "133/1.jpg", | |
"Old Tags": { | |
"id": 133, | |
"tag": ["Altered POS"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Non Minimal", "Unusual Image"] | |
}, | |
{ | |
"id": 134, | |
"caption_0": "there are two people and a bunch of horses", | |
"caption_1": "there are a bunch of people and two horses", | |
"image_0": "134/0.jpg", | |
"image_1": "134/1.jpg", | |
"Old Tags": { | |
"id": 134, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 135, | |
"caption_0": "three white and two brown eggs", | |
"caption_1": "two white and three brown eggs", | |
"image_0": "135/0.jpg", | |
"image_1": "135/1.jpg", | |
"Old Tags": { | |
"id": 135, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color", "Count"], | |
"Relation": [], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 136, | |
"caption_0": "the plastic is in the fish", | |
"caption_1": "the fish is in the plastic", | |
"image_0": "136/0.jpg", | |
"image_1": "136/1.jpg", | |
"Old Tags": { | |
"id": 136, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 137, | |
"caption_0": "the dog's paw is on the cat's face", | |
"caption_1": "the cat's paw is on the dog's face", | |
"image_0": "137/0.jpg", | |
"image_1": "137/1.jpg", | |
"Old Tags": { | |
"id": 137, | |
"tag": ["Determiner-Possessive"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Localize"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 138, | |
"caption_0": "the computer's screen is on and the phone's screen is off", | |
"caption_1": "the phone's screen is on and the computer's screen is off", | |
"image_0": "138/0.jpg", | |
"image_1": "138/1.jpg", | |
"Old Tags": { | |
"id": 138, | |
"tag": ["Determiner-Possessive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["State"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 139, | |
"caption_0": "the dog is in the driver's seat and the person is in the passenger's seat", | |
"caption_1": "the dog is in the passenger's seat and the person is in the driver's seat", | |
"image_0": "139/0.jpg", | |
"image_1": "139/1.jpg", | |
"Old Tags": { | |
"id": 139, | |
"tag": ["Determiner-Possessive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Complex reasoning"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 140, | |
"caption_0": "there are more trees than people", | |
"caption_1": "there are more people than trees", | |
"image_0": "140/0.jpg", | |
"image_1": "140/1.jpg", | |
"Old Tags": { | |
"id": 140, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 141, | |
"caption_0": "there are more computers than people", | |
"caption_1": "there are more people than computers", | |
"image_0": "141/0.jpg", | |
"image_1": "141/1.jpg", | |
"Old Tags": { | |
"id": 141, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 142, | |
"caption_0": "there is more wood than metal", | |
"caption_1": "there is more metal than wood", | |
"image_0": "142/0.jpg", | |
"image_1": "142/1.jpg", | |
"Old Tags": { | |
"id": 142, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Material", "Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 143, | |
"caption_0": "there are more hats than people", | |
"caption_1": "there are more people than hats", | |
"image_0": "143/0.jpg", | |
"image_1": "143/1.jpg", | |
"Old Tags": { | |
"id": 143, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 144, | |
"caption_0": "there are more people than stools", | |
"caption_1": "there are more stools than people", | |
"image_0": "144/0.jpg", | |
"image_1": "144/1.jpg", | |
"Old Tags": { | |
"id": 144, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 145, | |
"caption_0": "there is more red wine than white wine", | |
"caption_1": "there is more white wine than red wine", | |
"image_0": "145/0.jpg", | |
"image_1": "145/1.jpg", | |
"Old Tags": { | |
"id": 145, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size", "Color", "Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 146, | |
"caption_0": "there's more milk than coffee", | |
"caption_1": "there's more coffee than milk", | |
"image_0": "146/0.jpg", | |
"image_1": "146/1.jpg", | |
"Old Tags": { | |
"id": 146, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size", "Count"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 147, | |
"caption_0": "there's more cereal in the bowl than milk", | |
"caption_1": "there's more milk in the bowl than cereal", | |
"image_0": "147/0.jpg", | |
"image_1": "147/1.jpg", | |
"Old Tags": { | |
"id": 147, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size", "Count"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 148, | |
"caption_0": "boat sail", | |
"caption_1": "sail boat", | |
"image_0": "148/0.jpg", | |
"image_1": "148/1.jpg", | |
"Old Tags": { | |
"id": 148, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 149, | |
"caption_0": "boat house", | |
"caption_1": "house boat", | |
"image_0": "149/0.jpg", | |
"image_1": "149/1.jpg", | |
"Old Tags": { | |
"id": 149, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 150, | |
"caption_0": "check a rip", | |
"caption_1": "rip a check", | |
"image_0": "150/0.jpg", | |
"image_1": "150/1.jpg", | |
"Old Tags": { | |
"id": 150, | |
"tag": ["Altered POS"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 151, | |
"caption_0": "dress the display", | |
"caption_1": "display the dress", | |
"image_0": "151/0.jpg", | |
"image_1": "151/1.jpg", | |
"Old Tags": { | |
"id": 151, | |
"tag": ["Altered POS"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 152, | |
"caption_0": "spoon holding honey", | |
"caption_1": "honey holding spoon", | |
"image_0": "152/0.jpg", | |
"image_1": "152/1.jpg", | |
"Old Tags": { | |
"id": 152, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 153, | |
"caption_0": "books holding up a person", | |
"caption_1": "a person holding up books", | |
"image_0": "153/0.jpg", | |
"image_1": "153/1.jpg", | |
"Old Tags": { | |
"id": 153, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 154, | |
"caption_0": "a dog is using a wheelchair next to a person", | |
"caption_1": "a person is using a wheelchair next to a dog", | |
"image_0": "154/0.jpg", | |
"image_1": "154/1.jpg", | |
"Old Tags": { | |
"id": 154, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 155, | |
"caption_0": "some plants surrounding a lightbulb", | |
"caption_1": "a lightbulb surrounding some plants", | |
"image_0": "155/0.jpg", | |
"image_1": "155/1.jpg", | |
"Old Tags": { | |
"id": 155, | |
"tag": ["Determiner-Numeral, Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 156, | |
"caption_0": "a more lightly-colored dog is holding a toy next to a black dog", | |
"caption_1": "a black dog is holding a toy next to a more lightly-colored dog", | |
"image_0": "156/0.jpg", | |
"image_1": "156/1.jpg", | |
"Old Tags": { | |
"id": 156, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 157, | |
"caption_0": "the flowers are taller than the people", | |
"caption_1": "the people are taller than the flowers", | |
"image_0": "157/0.jpg", | |
"image_1": "157/1.jpg", | |
"Old Tags": { | |
"id": 157, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 158, | |
"caption_0": "there's a human in a stroller next to a dog", | |
"caption_1": "there's a dog in a stroller next to a human", | |
"image_0": "158/0.jpg", | |
"image_1": "158/1.jpg", | |
"Old Tags": { | |
"id": 158, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 159, | |
"caption_0": "a person is casting a shadow beside a ball", | |
"caption_1": "a ball is casting a shadow beside a person", | |
"image_0": "159/0.jpg", | |
"image_1": "159/1.jpg", | |
"Old Tags": { | |
"id": 159, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Unusual Image", "Unusual Text", "Visually Difficult"] | |
}, | |
{ | |
"id": 160, | |
"caption_0": "its tail is shorter than its body", | |
"caption_1": "its body is shorter than its tail", | |
"image_0": "160/0.jpg", | |
"image_1": "160/1.jpg", | |
"Old Tags": { | |
"id": 160, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [], | |
"Rewrite": { | |
"caption_0": "the animal's tail is shorter than its body", | |
"caption_1": "the animal's body is shorter than its tail" | |
} | |
}, | |
{ | |
"id": 161, | |
"caption_0": "the child is throwing the adult the ball", | |
"caption_1": "the adult is throwing the child the ball", | |
"image_0": "161/0.jpg", | |
"image_1": "161/1.jpg", | |
"Old Tags": { | |
"id": 161, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 162, | |
"caption_0": "a person underneath lights", | |
"caption_1": "lights underneath a person", | |
"image_0": "162/0.jpg", | |
"image_1": "162/1.jpg", | |
"Old Tags": { | |
"id": 162, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 163, | |
"caption_0": "some green on the ball", | |
"caption_1": "the ball on some green", | |
"image_0": "163/0.jpg", | |
"image_1": "163/1.jpg", | |
"Old Tags": { | |
"id": 163, | |
"tag": ["Determiner-Numeral, Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Text", "Visually Difficult"] | |
}, | |
{ | |
"id": 164, | |
"caption_0": "mind in the clouds", | |
"caption_1": "clouds in the mind", | |
"image_0": "164/0.jpg", | |
"image_1": "164/1.jpg", | |
"Old Tags": { | |
"id": 164, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Non Minimal", "Unusual Image"] | |
}, | |
{ | |
"id": 165, | |
"caption_0": "there's a phone on a map", | |
"caption_1": "there's a map on a phone", | |
"image_0": "165/0.jpg", | |
"image_1": "165/1.jpg", | |
"Old Tags": { | |
"id": 165, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 166, | |
"caption_0": "a person on a rock next to a dog", | |
"caption_1": "a dog on a rock next to a person", | |
"image_0": "166/0.jpg", | |
"image_1": "166/1.jpg", | |
"Old Tags": { | |
"id": 166, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 167, | |
"caption_0": "an adult is flexing beside a child", | |
"caption_1": "a child is flexing beside an adult", | |
"image_0": "167/0.jpg", | |
"image_1": "167/1.jpg", | |
"Old Tags": { | |
"id": 167, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 168, | |
"caption_0": "the person is looking at the dog", | |
"caption_1": "the dog is looking at the person", | |
"image_0": "168/0.jpg", | |
"image_1": "168/1.jpg", | |
"Old Tags": { | |
"id": 168, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 169, | |
"caption_0": "a cat is underneath a red blanket", | |
"caption_1": "a red blanket is underneath a cat", | |
"image_0": "169/0.jpg", | |
"image_1": "169/1.jpg", | |
"Old Tags": { | |
"id": 169, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 170, | |
"caption_0": "the person is bigger than the house", | |
"caption_1": "the house is bigger than the person", | |
"image_0": "170/0.jpg", | |
"image_1": "170/1.jpg", | |
"Old Tags": { | |
"id": 170, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [], | |
"Rewrite": { | |
"caption_0": "the person is taller than the house", | |
"caption_1": "the house is bigger than the person" | |
} | |
}, | |
{ | |
"id": 171, | |
"caption_0": "the person is underneath the car", | |
"caption_1": "the car is underneath the person", | |
"image_0": "171/0.jpg", | |
"image_1": "171/1.jpg", | |
"Old Tags": { | |
"id": 171, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 172, | |
"caption_0": "the water is filled with plastic", | |
"caption_1": "the plastic is filled with water", | |
"image_0": "172/0.jpg", | |
"image_1": "172/1.jpg", | |
"Old Tags": { | |
"id": 172, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 173, | |
"caption_0": "an apple is on a target", | |
"caption_1": "a target is on an apple", | |
"image_0": "173/0.jpg", | |
"image_1": "173/1.jpg", | |
"Old Tags": { | |
"id": 173, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 174, | |
"caption_0": "plant made out of a light bulb", | |
"caption_1": "light bulb made out of a plant", | |
"image_0": "174/0.jpg", | |
"image_1": "174/1.jpg", | |
"Old Tags": { | |
"id": 174, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": ["Material"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Image", "Unusual Text"] | |
}, | |
{ | |
"id": 175, | |
"caption_0": "parent pointing at child", | |
"caption_1": "child pointing at parent", | |
"image_0": "175/0.jpg", | |
"image_1": "175/1.jpg", | |
"Old Tags": { | |
"id": 175, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 176, | |
"caption_0": "the person reached the base before the ball", | |
"caption_1": "the ball reached the base before the person", | |
"image_0": "176/0.jpg", | |
"image_1": "176/1.jpg", | |
"Old Tags": { | |
"id": 176, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"] | |
}, | |
{ | |
"id": 177, | |
"caption_0": "ice being dumped on top of fish", | |
"caption_1": "fish being dumped on top of ice", | |
"image_0": "177/0.jpg", | |
"image_1": "177/1.jpg", | |
"Old Tags": { | |
"id": 177, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 178, | |
"caption_0": "an adult kisses a child", | |
"caption_1": "a child kisses an adult", | |
"image_0": "178/0.jpg", | |
"image_1": "178/1.jpg", | |
"Old Tags": { | |
"id": 178, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": [], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 179, | |
"caption_0": "there's a dog in a mask and a person beside it", | |
"caption_1": "there's a dog and a person in a mask beside it", | |
"image_0": "179/0.jpg", | |
"image_1": "179/1.jpg", | |
"Old Tags": { | |
"id": 179, | |
"tag": ["Preposition Phrase, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 180, | |
"caption_0": "the baby on the phone is next to an adult", | |
"caption_1": "the baby is next to an adult on the phone", | |
"image_0": "180/0.jpg", | |
"image_1": "180/1.jpg", | |
"Old Tags": { | |
"id": 180, | |
"tag": ["Preposition Phrase, Scope"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 181, | |
"caption_0": "the person on the left has their arms up and the person on the right has their arms down", | |
"caption_1": "the person on the right has their arms up and the person on the left has their arms down", | |
"image_0": "181/0.jpg", | |
"image_1": "181/1.jpg", | |
"Old Tags": { | |
"id": 181, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 182, | |
"caption_0": "the person on the left is holding the phone and the person on the right is staring at it", | |
"caption_1": "the person on the right is holding the phone and the person on the left is staring at it", | |
"image_0": "182/0.jpg", | |
"image_1": "182/1.jpg", | |
"Old Tags": { | |
"id": 182, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": ["Differentiate"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 183, | |
"caption_0": "the orange on the left is moldy while the orange on the right is fresh", | |
"caption_1": "the orange on the right is moldy while the orange on the left is fresh", | |
"image_0": "183/0.jpg", | |
"image_1": "183/1.jpg", | |
"Old Tags": { | |
"id": 183, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 184, | |
"caption_0": "a pink scoop of ice cream on top and a blue scoop on bottom", | |
"caption_1": "a pink scoop of ice cream on bottom and a blue scoop on top", | |
"image_0": "184/0.jpg", | |
"image_1": "184/1.jpg", | |
"Old Tags": { | |
"id": 184, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 185, | |
"caption_0": "the glasses on the right are fuller than the glasses on the left", | |
"caption_1": "the glasses on the left are fuller than the glasses on the right", | |
"image_0": "185/0.jpg", | |
"image_1": "185/1.jpg", | |
"Old Tags": { | |
"id": 185, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Spatial", "Compare"], | |
"Reasoning": [], | |
"Tag": ["Complex reasoning"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 186, | |
"caption_0": "the person on the left is blowing bubbles and the person on the right is watching", | |
"caption_1": "the person on the right is blowing bubbles and the person on the left is watching", | |
"image_0": "186/0.jpg", | |
"image_1": "186/1.jpg", | |
"Old Tags": { | |
"id": 186, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial", "Action"], | |
"Reasoning": [], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 187, | |
"caption_0": "there's more foam on the left than on the right", | |
"caption_1": "there's more foam on the right than on the left", | |
"image_0": "187/0.jpg", | |
"image_1": "187/1.jpg", | |
"Old Tags": { | |
"id": 187, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 188, | |
"caption_0": "a fish is jumping from left to right", | |
"caption_1": "a fish is jumping from right to left", | |
"image_0": "188/0.jpg", | |
"image_1": "188/1.jpg", | |
"Old Tags": { | |
"id": 188, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial", "Action"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 189, | |
"caption_0": "they worked out then they drank water", | |
"caption_1": "they drank water then they worked out", | |
"image_0": "189/0.jpg", | |
"image_1": "189/1.jpg", | |
"Old Tags": { | |
"id": 189, | |
"tag": ["Verb-Transitive Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"], | |
"Rewrite": { | |
"caption_0": "a person worked out then drank water", | |
"caption_1": "two people drank water then they worked out" | |
} | |
}, | |
{ | |
"id": 190, | |
"caption_0": "the shrimp are peeled then the shrimp are cooked", | |
"caption_1": "the shrimp are cooked then the shrimp are peeled", | |
"image_0": "190/0.jpg", | |
"image_1": "190/1.jpg", | |
"Old Tags": { | |
"id": 190, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 191, | |
"caption_0": "the coffee is poured before it is ground", | |
"caption_1": "it is ground before the coffee is poured", | |
"image_0": "191/0.jpg", | |
"image_1": "191/1.jpg", | |
"Old Tags": { | |
"id": 191, | |
"tag": ["Sentence"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 192, | |
"caption_0": "the potato is washed and then it is cut", | |
"caption_1": "the potato is cut and then it is washed", | |
"image_0": "192/0.jpg", | |
"image_1": "192/1.jpg", | |
"Old Tags": { | |
"id": 192, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 193, | |
"caption_0": "the banana is peeled then it is sliced", | |
"caption_1": "the banana is sliced then it is peeled", | |
"image_0": "193/0.jpg", | |
"image_1": "193/1.jpg", | |
"Old Tags": { | |
"id": 193, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 194, | |
"caption_0": "the dog is swimming and the person is standing", | |
"caption_1": "the dog is standing and the person is swimming", | |
"image_0": "194/0.jpg", | |
"image_1": "194/1.jpg", | |
"Old Tags": { | |
"id": 194, | |
"tag": ["Verb-Intransitive, Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Action"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 195, | |
"caption_0": "the person is jumping while the cat is sitting", | |
"caption_1": "the person is sitting while the cat is jumping", | |
"image_0": "195/0.jpg", | |
"image_1": "195/1.jpg", | |
"Old Tags": { | |
"id": 195, | |
"tag": ["Verb-Intransitive, Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Action"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 196, | |
"caption_0": "a cat is lying down and a person is stretching", | |
"caption_1": "a cat is stretching and a person is lying down", | |
"image_0": "196/0.jpg", | |
"image_1": "196/1.jpg", | |
"Old Tags": { | |
"id": 196, | |
"tag": ["Verb-Intransitive Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Action"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 197, | |
"caption_0": "some people are standing but more are sitting", | |
"caption_1": "some people are sitting but more are standing", | |
"image_0": "197/0.jpg", | |
"image_1": "197/1.jpg", | |
"Old Tags": { | |
"id": 197, | |
"tag": ["Verb-Intransitive, Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action", "Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 198, | |
"caption_0": "The kid throws the pancake and the adult sees it", | |
"caption_1": "The kids see the pancake and the adult throws it", | |
"image_0": "198/0.jpg", | |
"image_1": "198/1.jpg", | |
"Old Tags": { | |
"id": 198, | |
"tag": ["Verb-Transitive"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 199, | |
"caption_0": "painting gray walls white", | |
"caption_1": "painting white walls gray", | |
"image_0": "199/0.jpg", | |
"image_1": "199/1.jpg", | |
"Old Tags": { | |
"id": 199, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 200, | |
"caption_0": "a shorter person wearing blue standing next to a taller person", | |
"caption_1": "a taller person wearing blue standing next to a shorter person", | |
"image_0": "200/0.jpg", | |
"image_1": "200/1.jpg", | |
"Old Tags": { | |
"id": 200, | |
"tag": ["Adjective-Height"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 201, | |
"caption_0": "a person wearing a bear mask in blue on the left hand side of a person wearing a panda mask with glasses in pink", | |
"caption_1": "a person wearing a panda mask with glasses in blue on the left hand side of a person wearing a bear mask in pink", | |
"image_0": "201/0.jpg", | |
"image_1": "201/1.jpg", | |
"Old Tags": { | |
"id": 201, | |
"tag": ["Noun, Preposition Phrase, Scope"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": [], | |
"Tag": ["Multi steps"] | |
}, | |
"Why is WG hard": ["Unusual Image", "Unusual Text"] | |
}, | |
{ | |
"id": 202, | |
"caption_0": "a car containing many a box", | |
"caption_1": "a box containing many a car", | |
"image_0": "202/0.jpg", | |
"image_1": "202/1.jpg", | |
"Old Tags": { | |
"id": 202, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": [], | |
"Reasoning": ["Localize"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 203, | |
"caption_0": "left is red and right is blue", | |
"caption_1": "left is blue and right is red", | |
"image_0": "203/0.jpg", | |
"image_1": "203/1.jpg", | |
"Old Tags": { | |
"id": 203, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 204, | |
"caption_0": "many a table tennis racket, just one ball", | |
"caption_1": "just one table tennis racket, many a ball", | |
"image_0": "204/0.jpg", | |
"image_1": "204/1.jpg", | |
"Old Tags": { | |
"id": 204, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 205, | |
"caption_0": "four lions, no tigers", | |
"caption_1": "no lions, four tigers", | |
"image_0": "205/0.jpg", | |
"image_1": "205/1.jpg", | |
"Old Tags": { | |
"id": 205, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": [], | |
"Reasoning": ["Negation"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 206, | |
"caption_0": "a small spherical object is heavier than a big spherical object", | |
"caption_1": "a big spherical object is heavier than a small spherical object", | |
"image_0": "206/0.jpg", | |
"image_1": "206/1.jpg", | |
"Old Tags": { | |
"id": 206, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare", "Spatial"], | |
"Reasoning": ["Commonsense", "Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Image", "Complex Reasoning"] | |
}, | |
{ | |
"id": 207, | |
"caption_0": "an older person blocking a younger person", | |
"caption_1": "a younger person blocking an older person", | |
"image_0": "207/0.jpg", | |
"image_1": "207/1.jpg", | |
"Old Tags": { | |
"id": 207, | |
"tag": ["Adjective-Age"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Age"], | |
"Relation": ["Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 208, | |
"caption_0": "white land and black water", | |
"caption_1": "black land and white water", | |
"image_0": "208/0.jpg", | |
"image_1": "208/1.jpg", | |
"Old Tags": { | |
"id": 208, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Color"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 209, | |
"caption_0": "the cube is smaller than the shape whose lateral faces meet at a vertex", | |
"caption_1": "the shape whose lateral faces meet at a vertex is smaller than the cube", | |
"image_0": "209/0.jpg", | |
"image_1": "209/1.png", | |
"Old Tags": { | |
"id": 209, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Unusual Image", "Unusual Text", "Complex Reasoning"] | |
}, | |
{ | |
"id": 210, | |
"caption_0": "more bicycles than cars", | |
"caption_1": "more cars than bicycles", | |
"image_0": "210/0.jpg", | |
"image_1": "210/1.jpg", | |
"Old Tags": { | |
"id": 210, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 211, | |
"caption_0": "there are more apples than pears", | |
"caption_1": "there are more pears than apples", | |
"image_0": "211/0.jpg", | |
"image_1": "211/1.jpg", | |
"Old Tags": { | |
"id": 211, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 212, | |
"caption_0": "there is more love than hate", | |
"caption_1": "there is more hate than love", | |
"image_0": "212/0.jpg", | |
"image_1": "212/1.jpg", | |
"Old Tags": { | |
"id": 212, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Emotion"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 213, | |
"caption_0": "more water than oil", | |
"caption_1": "more oil than water", | |
"image_0": "213/0.jpg", | |
"image_1": "213/1.jpg", | |
"Old Tags": { | |
"id": 213, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size", "Color", "Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 214, | |
"caption_0": "a person cries while another person wearing jewelry above their shoulders consoles", | |
"caption_1": "a person consoles while another person wearing jewelry above their shoulders cries", | |
"image_0": "214/0.jpg", | |
"image_1": "214/1.jpg", | |
"Old Tags": { | |
"id": 214, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Text", "Visually Difficult"] | |
}, | |
{ | |
"id": 215, | |
"caption_0": "a person with long hair eating a meat-based product while a person with short hair snacks on some fries", | |
"caption_1": "a person with short hair eating a meat-based product while a person with long hair snacks on some fries", | |
"image_0": "215/0.jpg", | |
"image_1": "215/1.jpg", | |
"Old Tags": { | |
"id": 215, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action", "Compare"], | |
"Reasoning": ["Differentiate", "Commonsense"], | |
"Tag": ["Multi steps"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 216, | |
"caption_0": "water below the boat", | |
"caption_1": "boat below the water", | |
"image_0": "216/0.jpg", | |
"image_1": "216/1.jpg", | |
"Old Tags": { | |
"id": 216, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 217, | |
"caption_0": "the one in front is faster than the other one", | |
"caption_1": "the other one is faster than the one in front", | |
"image_0": "217/0.jpg", | |
"image_1": "217/1.png", | |
"Old Tags": { | |
"id": 217, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial", "Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"], | |
"Rewrite": { | |
"caption_0": "the animal in front is faster than the other animal", | |
"caption_1": "the other animal is faster than the animal in front" | |
} | |
}, | |
{ | |
"id": 218, | |
"caption_0": "You can catch more flies with honey than you can with vinegar", | |
"caption_1": "You can catch more flies with vinegar than you can with honey", | |
"image_0": "218/0.jpg", | |
"image_1": "218/1.jpg", | |
"Old Tags": { | |
"id": 218, | |
"tag": ["Noun"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal", "Unusual Image", "Complex Reasoning"] | |
}, | |
{ | |
"id": 219, | |
"caption_0": "It starts with \"A\" and ends with \"Z\"", | |
"caption_1": "It starts with \"Z\" and ends with \"A\"", | |
"image_0": "219/0.jpg", | |
"image_1": "219/1.jpg", | |
"Old Tags": { | |
"id": 219, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic, Pragmatics"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["OCR"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"], | |
"Rewrite": { | |
"caption_0": "Letters starts with \"A\" and ends with \"Z\"", | |
"caption_1": "The name of this animal starts with \"Z\" and ends with \"A\"" | |
} | |
}, | |
{ | |
"id": 220, | |
"caption_0": "a shadow within the line", | |
"caption_1": "a line within the shadow", | |
"image_0": "220/0.jpg", | |
"image_1": "220/1.jpg", | |
"Old Tags": { | |
"id": 220, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 221, | |
"caption_0": "the brave in the face of fear", | |
"caption_1": "fear in the face of the brave", | |
"image_0": "221/0.jpg", | |
"image_1": "221/1.jpg", | |
"Old Tags": { | |
"id": 221, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Emotion"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Non Minimal", "Unusual Text"] | |
}, | |
{ | |
"id": 222, | |
"caption_0": "I need my strength back", | |
"caption_1": "I need my back strength", | |
"image_0": "222/0.jpg", | |
"image_1": "222/1.jpg", | |
"Old Tags": { | |
"id": 222, | |
"tag": ["Altered POS"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 223, | |
"caption_0": "the one in the middle is taller than the ones on the side are", | |
"caption_1": "the ones on the side are taller than the one in the middle is", | |
"image_0": "223/0.jpg", | |
"image_1": "223/1.jpg", | |
"Old Tags": { | |
"id": 223, | |
"tag": ["Sentence"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Spatial", "Compare"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Image"], | |
"Rewrite": { | |
"caption_0": "the pillar in the middle is taller than the pillars on the side are", | |
"caption_1": "the people on the side are taller than the person in the middle is" | |
} | |
}, | |
{ | |
"id": 224, | |
"caption_0": "fish flying", | |
"caption_1": "fly fishing", | |
"image_0": "224/0.jpg", | |
"image_1": "224/1.jpg", | |
"Old Tags": { | |
"id": 224, | |
"tag": ["Altered POS"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 225, | |
"caption_0": "the red car is behind the blue car", | |
"caption_1": "the blue car is behind the red car", | |
"image_0": "225/0.jpg", | |
"image_1": "225/1.jpg", | |
"Old Tags": { | |
"id": 225, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Negation"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 226, | |
"caption_0": "the driver wearing a shirt is in front of the other person wearing a sleeveless top", | |
"caption_1": "the driver wearing a sleeveless top is in front of the other person wearing a shirt", | |
"image_0": "226/0.jpg", | |
"image_1": "226/1.jpg", | |
"Old Tags": { | |
"id": 226, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 227, | |
"caption_0": "an object that rolls is on some wood", | |
"caption_1": "some wood is on an object that rolls", | |
"image_0": "227/0.jpg", | |
"image_1": "227/1.jpg", | |
"Old Tags": { | |
"id": 227, | |
"tag": ["Determiner-Numeral, Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"] | |
}, | |
{ | |
"id": 228, | |
"caption_0": "a cat viewing a human on a screen", | |
"caption_1": "a human viewing a cat on a screen", | |
"image_0": "228/0.jpg", | |
"image_1": "228/1.jpg", | |
"Old Tags": { | |
"id": 228, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial", "Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 229, | |
"caption_0": "a normal person wishing they were a superhero", | |
"caption_1": "a superhero wishing they were a normal person", | |
"image_0": "229/0.jpg", | |
"image_1": "229/1.png", | |
"Old Tags": { | |
"id": 229, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": ["Symbolic, Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 230, | |
"caption_0": "a mike in the right hand while raising the left", | |
"caption_1": "a mike in the left hand while raising the right", | |
"image_0": "230/0.jpg", | |
"image_1": "230/1.jpg", | |
"Old Tags": { | |
"id": 230, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 231, | |
"caption_0": "a person with long hair behind a person with a beard", | |
"caption_1": "a person with a beard behind a person with long hair", | |
"image_0": "231/0.jpg", | |
"image_1": "231/1.jpg", | |
"Old Tags": { | |
"id": 231, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 232, | |
"caption_0": "the person with hair to their shoulders has brown eyes and the other person's are blue", | |
"caption_1": "the person with hair to their shoulders has blue eyes and the other person's are brown", | |
"image_0": "232/0.jpg", | |
"image_1": "232/1.jpg", | |
"Old Tags": { | |
"id": 232, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Color"], | |
"Relation": [], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 233, | |
"caption_0": "a human being on a device that intercepts the sun's rays", | |
"caption_1": "a device that intercepts the sun's rays on a human being", | |
"image_0": "233/0.jpg", | |
"image_1": "233/1.jpg", | |
"Old Tags": { | |
"id": 233, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag": ["Ambiguous"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 234, | |
"caption_0": "more humans than phones", | |
"caption_1": "more phones than humans", | |
"image_0": "234/0.jpg", | |
"image_1": "234/1.jpg", | |
"Old Tags": { | |
"id": 234, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 235, | |
"caption_0": "a person is in the tube", | |
"caption_1": "a tube is in the person", | |
"image_0": "235/0.jpg", | |
"image_1": "235/1.jpg", | |
"Old Tags": { | |
"id": 235, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 236, | |
"caption_0": "the person's head is above the rest of their body", | |
"caption_1": "the rest of their body is above the person's head", | |
"image_0": "236/0.jpg", | |
"image_1": "236/1.jpg", | |
"Old Tags": { | |
"id": 236, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 237, | |
"caption_0": "person overboard", | |
"caption_1": "person over board", | |
"image_0": "237/0.jpg", | |
"image_1": "237/1.jpg", | |
"Old Tags": { | |
"id": 237, | |
"tag": ["Scope"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal", "Unusual Text"] | |
}, | |
{ | |
"id": 238, | |
"caption_0": "more red buttons than blue", | |
"caption_1": "more blue buttons than red", | |
"image_0": "238/0.jpg", | |
"image_1": "238/1.jpg", | |
"Old Tags": { | |
"id": 238, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color", "Count"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 239, | |
"caption_0": "the object at the top left is purple and the one at the bottom right of the group is red", | |
"caption_1": "the object at the bottom right is purple and the one at the top left of the group is red", | |
"image_0": "239/0.png", | |
"image_1": "239/1.jpg", | |
"Old Tags": { | |
"id": 239, | |
"tag": ["Preposition Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 240, | |
"caption_0": "flat at the bottom and pointy on top", | |
"caption_1": "flat on top and pointy at the bottom", | |
"image_0": "240/0.jpg", | |
"image_1": "240/1.jpg", | |
"Old Tags": { | |
"id": 240, | |
"tag": ["Preposition Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 241, | |
"caption_0": "seat numbers increasing from left to right", | |
"caption_1": "seat numbers increasing from right to left", | |
"image_0": "241/0.jpg", | |
"image_1": "241/1.jpg", | |
"Old Tags": { | |
"id": 241, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Spatial", "Compare"], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Complex reasoning","OCR"] | |
}, | |
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"] | |
}, | |
{ | |
"id": 242, | |
"caption_0": "the number on the right is larger than the number on the left", | |
"caption_1": "the number on the left is larger than the number on the right", | |
"image_0": "242/0.jpg", | |
"image_1": "242/1.jpg", | |
"Old Tags": { | |
"id": 242, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial", "Compare"], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Complex reasoning","OCR"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 243, | |
"caption_0": "more hair on the person's face than on their head", | |
"caption_1": "more hair on the person's head than on their face", | |
"image_0": "243/0.jpg", | |
"image_1": "243/1.jpg", | |
"Old Tags": { | |
"id": 243, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Localize"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 244, | |
"caption_0": "the knife on the left and the fork on the right", | |
"caption_1": "the knife on the right and the fork on the left", | |
"image_0": "244/0.jpg", | |
"image_1": "244/1.jpg", | |
"Old Tags": { | |
"id": 244, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 245, | |
"caption_0": "food on their eyes", | |
"caption_1": "eyes on their food", | |
"image_0": "245/0.jpg", | |
"image_1": "245/1.jpg", | |
"Old Tags": { | |
"id": 245, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 246, | |
"caption_0": "cars of bits", | |
"caption_1": "bits of cars", | |
"image_0": "246/0.jpg", | |
"image_1": "246/1.jpg", | |
"Old Tags": { | |
"id": 246, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Material"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal", "Unusual Image"] | |
}, | |
{ | |
"id": 247, | |
"caption_0": "a person on top of the world", | |
"caption_1": "the world on top of a person", | |
"image_0": "247/0.jpg", | |
"image_1": "247/1.jpg", | |
"Old Tags": { | |
"id": 247, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 248, | |
"caption_0": "two people; the one on the right has curly hair and the one on the left doesn't", | |
"caption_1": "two people; the one on the left has curly hair and the one on the right doesn't", | |
"image_0": "248/0.jpg", | |
"image_1": "248/1.jpg", | |
"Old Tags": { | |
"id": 248, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate", "Negation"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 249, | |
"caption_0": "first the cream, then the jam", | |
"caption_1": "first the jam, then the cream", | |
"image_0": "249/0.jpg", | |
"image_1": "249/1.jpg", | |
"Old Tags": { | |
"id": 249, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Material"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 250, | |
"caption_0": "more kisses than hugs", | |
"caption_1": "more hugs than kisses", | |
"image_0": "250/0.jpg", | |
"image_1": "250/1.jpg", | |
"Old Tags": { | |
"id": 250, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action", "Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 251, | |
"caption_0": "an inflatable flamingo on a person", | |
"caption_1": "a person on an inflatable flamingo", | |
"image_0": "251/0.jpg", | |
"image_1": "251/1.jpg", | |
"Old Tags": { | |
"id": 251, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 252, | |
"caption_0": "a pink bird with a white beak", | |
"caption_1": "a white bird with a pink beak", | |
"image_0": "252/0.jpg", | |
"image_1": "252/1.jpg", | |
"Old Tags": { | |
"id": 252, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Color"], | |
"Relation": [], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 253, | |
"caption_0": "a large pink inflatable flamingo along with some other lilos on the water including one that is mostly white", | |
"caption_1": "a large white inflatable flamingo along with some other lilos on the water including one that is mostly pink", | |
"image_0": "253/0.jpg", | |
"image_1": "253/1.jpg", | |
"Old Tags": { | |
"id": 253, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Color", "Count"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 254, | |
"caption_0": "there are more eyes in the image than there are on a typical human", | |
"caption_1": "there are more eyes on a typical human than there are in the image", | |
"image_0": "254/0.jpg", | |
"image_1": "254/1.png", | |
"Old Tags": { | |
"id": 254, | |
"tag": ["Preposition Phrase"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Image", "Complex Reasoning"] | |
}, | |
{ | |
"id": 255, | |
"caption_0": "the confident doctor's stethoscope is around their neck, and their jacket is over their name tag", | |
"caption_1": "the confident doctor's stethoscope is around their neck, and their name tag is over their jacket", | |
"image_0": "255/0.jpg", | |
"image_1": "255/1.jpg", | |
"Old Tags": { | |
"id": 255, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 256, | |
"caption_0": "few wind turbines and many clouds", | |
"caption_1": "few clouds and many wind turbines", | |
"image_0": "256/0.jpg", | |
"image_1": "256/1.jpg", | |
"Old Tags": { | |
"id": 256, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 257, | |
"caption_0": "an adult is reading to their young child", | |
"caption_1": "their young child is reading to an adult", | |
"image_0": "257/0.jpg", | |
"image_1": "257/1.jpg", | |
"Old Tags": { | |
"id": 257, | |
"tag": ["Noun Phrase, Determiner-Possessive"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Ambiguous"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 258, | |
"caption_0": "the shopping basket is full and the shelves on the person's right are empty", | |
"caption_1": "the shelves on the person's right are full and the shopping basket is empty", | |
"image_0": "258/0.jpg", | |
"image_1": "258/1.jpg", | |
"Old Tags": { | |
"id": 258, | |
"tag": ["Sentence"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 259, | |
"caption_0": "Young person playing baseball with a green bat and blue ball", | |
"caption_1": "Young person playing baseball with a blue bat and green ball", | |
"image_0": "259/0.jpg", | |
"image_1": "259/1.jpg", | |
"Old Tags": { | |
"id": 259, | |
"tag": ["Noun, Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 260, | |
"caption_0": "painting the white wall red", | |
"caption_1": "painting the red wall white", | |
"image_0": "260/0.jpg", | |
"image_1": "260/1.jpg", | |
"Old Tags": { | |
"id": 260, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 261, | |
"caption_0": "wearing a red jacket over blue", | |
"caption_1": "wearing a blue jacket over red", | |
"image_0": "261/0.jpg", | |
"image_1": "261/1.jpg", | |
"Old Tags": { | |
"id": 261, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 262, | |
"caption_0": "I had cleaned my car", | |
"caption_1": "I had my car cleaned", | |
"image_0": "262/0.jpg", | |
"image_1": "262/1.jpg", | |
"Old Tags": { | |
"id": 262, | |
"tag": ["Altered POS"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Complex Reasoning"] | |
}, | |
{ | |
"id": 263, | |
"caption_0": "unfortunate poor people", | |
"caption_1": "poor unfortunate people", | |
"image_0": "263/0.jpg", | |
"image_1": "263/1.jpg", | |
"Old Tags": { | |
"id": 263, | |
"tag": ["Adjective-Manner"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 264, | |
"caption_0": "there are less gloves than masks", | |
"caption_1": "there are less masks than gloves", | |
"image_0": "264/0.jpg", | |
"image_1": "264/1.jpg", | |
"Old Tags": { | |
"id": 264, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Text", "Complex Reasoning"] | |
}, | |
{ | |
"id": 265, | |
"caption_0": "there are more pineapples than boxes", | |
"caption_1": "there are more boxes than pineapples", | |
"image_0": "265/0.jpg", | |
"image_1": "265/1.jpg", | |
"Old Tags": { | |
"id": 265, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 266, | |
"caption_0": "the outer bristles are blue and the inner ones are white", | |
"caption_1": "the outer bristles are white and the inner ones are blue", | |
"image_0": "266/0.jpg", | |
"image_1": "266/1.jpg", | |
"Old Tags": { | |
"id": 266, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 267, | |
"caption_0": "the first vowel is E and the last consonant is N", | |
"caption_1": "the last vowel is E and the first consonant is N", | |
"image_0": "267/0.jpg", | |
"image_1": "267/1.jpg", | |
"Old Tags": { | |
"id": 267, | |
"tag": ["Adjective-Temporal"], | |
"secondary_tag": ["Symbolic, Pragmatics"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag":["OCR"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 268, | |
"caption_0": "the cat on the left of the photo has its right paw ahead of its left", | |
"caption_1": "the cat on the left of the photo has its left paw ahead of its right", | |
"image_0": "268/0.jpg", | |
"image_1": "268/1.jpg", | |
"Old Tags": { | |
"id": 268, | |
"tag": ["Adjective-Spatial"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate", "Localize"] | |
}, | |
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"] | |
}, | |
{ | |
"id": 269, | |
"caption_0": "the text is black on white", | |
"caption_1": "the text is white on black", | |
"image_0": "269/0.jpg", | |
"image_1": "269/1.jpg", | |
"Old Tags": { | |
"id": 269, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 270, | |
"caption_0": "the dog sits and the cat stands", | |
"caption_1": "the dog stands and the cat sits", | |
"image_0": "270/0.jpg", | |
"image_1": "270/1.jpg", | |
"Old Tags": { | |
"id": 270, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Action"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 271, | |
"caption_0": "the person with facial hair cycles and the other person runs", | |
"caption_1": "the person with facial hair runs and the other person cycles", | |
"image_0": "271/0.jpg", | |
"image_1": "271/1.jpg", | |
"Old Tags": { | |
"id": 271, | |
"tag": ["Verb-Intransitive"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Action"], | |
"Relation": [], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 272, | |
"caption_0": "using the laptop while the guitar is close by", | |
"caption_1": "using the guitar while the laptop is close by", | |
"image_0": "272/0.jpg", | |
"image_1": "272/1.jpg", | |
"Old Tags": { | |
"id": 272, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 273, | |
"caption_0": "a person in a blue coat with a brown-ish coffee cup", | |
"caption_1": "a person in a brown-ish coat with a blue coffee cup", | |
"image_0": "273/0.jpg", | |
"image_1": "273/1.jpg", | |
"Old Tags": { | |
"id": 273, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Color"], | |
"Relation": ["Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 274, | |
"caption_0": "space in a star", | |
"caption_1": "a star in space", | |
"image_0": "274/0.png", | |
"image_1": "274/1.jpg", | |
"Old Tags": { | |
"id": 274, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Ambiguous"] | |
}, | |
"Why is WG hard": ["Non Minimal", "Unusual Image"] | |
}, | |
{ | |
"id": 275, | |
"caption_0": "star of death", | |
"caption_1": "death of star", | |
"image_0": "275/0.jpg", | |
"image_1": "275/1.jpg", | |
"Old Tags": { | |
"id": 275, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic, Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Ambiguous"] | |
}, | |
"Why is WG hard": [ | |
"Non Minimal", | |
"Unusual Image", | |
"Unusual Text", | |
"Complex Reasoning" | |
] | |
}, | |
{ | |
"id": 276, | |
"caption_0": "the younger person is making noise while the other is silent", | |
"caption_1": "the younger person is silent while the other is making noise", | |
"image_0": "276/0.jpg", | |
"image_1": "276/1.jpg", | |
"Old Tags": { | |
"id": 276, | |
"tag": ["Verb-Intransitive, Adjective-Manner"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Action"], | |
"Relation": ["Compare"], | |
"Reasoning": [], | |
"Tag":["Ambiguous"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 277, | |
"caption_0": "the one on the left is happy and the other is sad", | |
"caption_1": "the one on the left is sad and the other is happy", | |
"image_0": "277/0.jpg", | |
"image_1": "277/1.jpg", | |
"Old Tags": { | |
"id": 277, | |
"tag": ["Noun Phrase, Adjective-Animate"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Emotion"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Image"], | |
"Rewrite": { | |
"caption_0": "the person on the left is happy and the other is sad", | |
"caption_1": "the person on the left is sad and the other is happy" | |
} | |
}, | |
{ | |
"id": 278, | |
"caption_0": "the person on the left is dancing and the person on the very right is sitting on the sofa", | |
"caption_1": "the person on the left is sitting on the sofa and the person on the very right is dancing", | |
"image_0": "278/0.jpg", | |
"image_1": "278/1.jpg", | |
"Old Tags": { | |
"id": 278, | |
"tag": ["Verb-Intransitive, Verb-Transitive Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 279, | |
"caption_0": "the person on the left is crying sadly while the one on the right is smiling happily", | |
"caption_1": "the person on the left is smiling happily while the one on the right is crying sadly", | |
"image_0": "279/0.jpg", | |
"image_1": "279/1.jpg", | |
"Old Tags": { | |
"id": 279, | |
"tag": ["Verb-Intransitive Phrase, Adverb-Animate"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 280, | |
"caption_0": "the large person is drinking from the small coffee cup", | |
"caption_1": "the small person is drinking from the large coffee cup", | |
"image_0": "280/0.jpg", | |
"image_1": "280/1.jpg", | |
"Old Tags": { | |
"id": 280, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Action", "Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 281, | |
"caption_0": "hot rubber and cool metal", | |
"caption_1": "cool rubber and hot metal", | |
"image_0": "281/0.jpg", | |
"image_1": "281/1.jpg", | |
"Old Tags": { | |
"id": 281, | |
"tag": ["Adjective-Temperature"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 282, | |
"caption_0": "the triangular shape is beneath the square one", | |
"caption_1": "the square shape is beneath the triangular one", | |
"image_0": "282/0.jpg", | |
"image_1": "282/1.jpg", | |
"Old Tags": { | |
"id": 282, | |
"tag": ["Adjective-Shape"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Shape"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 283, | |
"caption_0": "rough outside but smooth inside", | |
"caption_1": "smooth outside but rough inside", | |
"image_0": "283/0.jpg", | |
"image_1": "283/1.jpg", | |
"Old Tags": { | |
"id": 283, | |
"tag": ["Adjective-Texture"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 284, | |
"caption_0": "the green one is fast and the one in white is comparatively slow", | |
"caption_1": "the green one is slow and the one in white is comparatively fast", | |
"image_0": "284/0.jpg", | |
"image_1": "284/1.jpg", | |
"Old Tags": { | |
"id": 284, | |
"tag": ["Adjective-Speed"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"], | |
"Rewrite": { | |
"caption_0": "the green object is fast and the object in white is comparatively slow", | |
"caption_1": "the green object is slow and the object in white is comparatively fast" | |
} | |
}, | |
{ | |
"id": 285, | |
"caption_0": "there are more humans than balls", | |
"caption_1": "there are more balls than humans", | |
"image_0": "285/0.jpg", | |
"image_1": "285/1.jpg", | |
"Old Tags": { | |
"id": 285, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 286, | |
"caption_0": "there are more legs than wheels", | |
"caption_1": "there are more wheels than legs", | |
"image_0": "286/0.jpg", | |
"image_1": "286/1.jpg", | |
"Old Tags": { | |
"id": 286, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"] | |
}, | |
{ | |
"id": 287, | |
"caption_0": "a group of three people with longer hair and two with short hair in a business context", | |
"caption_1": "a group of two people with longer hair and three with short hair in a business context", | |
"image_0": "287/0.jpg", | |
"image_1": "287/1.jpg", | |
"Old Tags": { | |
"id": 287, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Count"], | |
"Relation": [], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [ | |
"Ambiguously Correct", | |
"Unusual Text", | |
"Complex Reasoning" | |
] | |
}, | |
{ | |
"id": 288, | |
"caption_0": "the gesture of the person sitting down is supporting the understanding of the person standing up", | |
"caption_1": "the gesture of the person standing up is supporting the understanding of the person sitting down", | |
"image_0": "288/0.jpg", | |
"image_1": "288/1.jpg", | |
"Old Tags": { | |
"id": 288, | |
"tag": ["Verb-Intransitive Phrase, Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 289, | |
"caption_0": "the circle is above the cross", | |
"caption_1": "the cross is above the circle", | |
"image_0": "289/0.jpg", | |
"image_1": "289/1.jpg", | |
"Old Tags": { | |
"id": 289, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Shape"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 290, | |
"caption_0": "aerial view of a green tree in the brown freshly turned soil next to a green field", | |
"caption_1": "aerial view of a green tree in a green field next to the brown freshly turned soil", | |
"image_0": "290/0.jpg", | |
"image_1": "290/1.jpg", | |
"Old Tags": { | |
"id": 290, | |
"tag": ["Noun Phrase, Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 291, | |
"caption_0": "physical therapist inspecting blue elastic therapeutic kinesio tape over pink", | |
"caption_1": "physical therapist inspecting pink elastic therapeutic kinesio tape over blue", | |
"image_0": "291/0.jpg", | |
"image_1": "291/1.jpg", | |
"Old Tags": { | |
"id": 291, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Ambiguous"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 292, | |
"caption_0": "the skipping rope color is different to the shoelaces but similar to the shoes", | |
"caption_1": "the skipping rope color is similar to the shoelaces but different to the shoes", | |
"image_0": "292/0.jpg", | |
"image_1": "292/1.jpg", | |
"Old Tags": { | |
"id": 292, | |
"tag": ["Adjective-Manner"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 293, | |
"caption_0": "the blue balloon is being lifted by the weight", | |
"caption_1": "the weight is being lifted by the blue balloon", | |
"image_0": "293/0.jpg", | |
"image_1": "293/1.jpg", | |
"Old Tags": { | |
"id": 293, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial", "Action"], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Ambiguous"] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 294, | |
"caption_0": "the sea is rough but the rocks are smooth", | |
"caption_1": "the sea is smooth but the rocks are rough", | |
"image_0": "294/0.jpg", | |
"image_1": "294/1.jpg", | |
"Old Tags": { | |
"id": 294, | |
"tag": ["Adjective-Manner"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 295, | |
"caption_0": "the melting white food is cold while the brown is warm", | |
"caption_1": "the melting white food is warm while the brown is cold", | |
"image_0": "295/0.jpg", | |
"image_1": "295/1.jpg", | |
"Old Tags": { | |
"id": 295, | |
"tag": ["Adjective-Temperature"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Complex Reasoning"] | |
}, | |
{ | |
"id": 296, | |
"caption_0": "the person with a beard is smiling while the person with long hair is not", | |
"caption_1": "the person with long hair is smiling while the person with a beard is not", | |
"image_0": "296/0.jpg", | |
"image_1": "296/1.jpg", | |
"Old Tags": { | |
"id": 296, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Action"], | |
"Relation": [], | |
"Reasoning": ["Differentiate", "Negation"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 297, | |
"caption_0": "the pet on the right is white and the one on the left is not", | |
"caption_1": "the pet on the left is white and the one on the right is not", | |
"image_0": "297/0.jpg", | |
"image_1": "297/1.jpg", | |
"Old Tags": { | |
"id": 297, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Negation"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 298, | |
"caption_0": "the outlet carrying water from the faucet to the shower head is near the hot tap not the cold", | |
"caption_1": "the outlet carrying water from the faucet to the shower head is near the cold tap not the hot", | |
"image_0": "298/0.jpg", | |
"image_1": "298/1.jpg", | |
"Old Tags": { | |
"id": 298, | |
"tag": ["Adjective-Temperature"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 299, | |
"caption_0": "the larger ball is heavier and the smaller one is lighter", | |
"caption_1": "the larger ball is lighter and the smaller one is heavier", | |
"image_0": "299/0.jpg", | |
"image_1": "299/1.jpg", | |
"Old Tags": { | |
"id": 299, | |
"tag": ["Adjective-Weight"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 300, | |
"caption_0": "The adult with the magnifying glass looks at the kid", | |
"caption_1": "The adult looks at the kid with the magnifying glass", | |
"image_0": "300/0.jpg", | |
"image_1": "300/1.jpg", | |
"Old Tags": { | |
"id": 300, | |
"tag": ["Preposition Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 301, | |
"caption_0": "a dog is on a blanket with spots", | |
"caption_1": "a blanket is on a dog with spots", | |
"image_0": "301/0.jpg", | |
"image_1": "301/1.jpg", | |
"Old Tags": { | |
"id": 301, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 302, | |
"caption_0": "There is a mouse cake for a birthday", | |
"caption_1": "There is a birthday cake for a mouse", | |
"image_0": "302/0.jpg", | |
"image_1": "302/1.jpg", | |
"Old Tags": { | |
"id": 302, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 303, | |
"caption_0": "The cold-blooded animal isn't happy in warm water", | |
"caption_1": "The warm-blooded animal isn't happy in cold water", | |
"image_0": "303/0.png", | |
"image_1": "303/1.png", | |
"Old Tags": { | |
"id": 303, | |
"tag": ["Adjective-Temperature"], | |
"secondary_tag": ["Symbolic, Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Unusual Image", "Unusual Text"] | |
}, | |
{ | |
"id": 304, | |
"caption_0": "The white queen is taking the black king", | |
"caption_1": "The black queen is taking the white king", | |
"image_0": "304/0.jpg", | |
"image_1": "304/1.jpg", | |
"Old Tags": { | |
"id": 304, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 305, | |
"caption_0": "visiting animals at home can be fun", | |
"caption_1": "animals visiting at home can be fun", | |
"image_0": "305/0.jpg", | |
"image_1": "305/1.jpg", | |
"Old Tags": { | |
"id": 305, | |
"tag": ["Altered POS"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 306, | |
"caption_0": "the person is not happy with the cat", | |
"caption_1": "the cat is not happy with the person", | |
"image_0": "306/0.jpg", | |
"image_1": "306/1.jpg", | |
"Old Tags": { | |
"id": 306, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": ["Emotion"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 307, | |
"caption_0": "the person is too big for the small door", | |
"caption_1": "the door is too small for the big person", | |
"image_0": "307/0.jpg", | |
"image_1": "307/1.jpg", | |
"Old Tags": { | |
"id": 307, | |
"tag": ["Noun, Adjective-Size"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Unusual Image"] | |
}, | |
{ | |
"id": 308, | |
"caption_0": "a taller person is covering the eyes of a shorter person", | |
"caption_1": "a shorter person is covering the eyes of a taller person", | |
"image_0": "308/0.jpg", | |
"image_1": "308/1.jpg", | |
"Old Tags": { | |
"id": 308, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Action", "Compare"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 309, | |
"caption_0": "the plant is eating the bug", | |
"caption_1": "the bug is eating the plant", | |
"image_0": "309/0.jpg", | |
"image_1": "309/1.jpg", | |
"Old Tags": { | |
"id": 309, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 310, | |
"caption_0": "every bug has a leaf", | |
"caption_1": "every leaf has a bug", | |
"image_0": "310/0.jpg", | |
"image_1": "310/1.jpg", | |
"Old Tags": { | |
"id": 310, | |
"tag": ["Noun"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Count"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 311, | |
"caption_0": "the green leaves will soon be red as the seasons change", | |
"caption_1": "the red leaves will soon be green as the seasons change", | |
"image_0": "311/0.jpg", | |
"image_1": "311/1.jpg", | |
"Old Tags": { | |
"id": 311, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 312, | |
"caption_0": "the white wall will soon be painted blue", | |
"caption_1": "the blue wall will soon be painted white", | |
"image_0": "312/0.jpg", | |
"image_1": "312/1.jpg", | |
"Old Tags": { | |
"id": 312, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 313, | |
"caption_0": "the moon prevents the sun's rays from falling on the earth", | |
"caption_1": "the earth prevents the sun's rays from falling on the moon", | |
"image_0": "313/0.jpg", | |
"image_1": "313/1.jpg", | |
"Old Tags": { | |
"id": 313, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 314, | |
"caption_0": "all paper airplanes fly on a straight path except for one which takes a curved one", | |
"caption_1": "all paper airplanes fly on a curved path except for one which takes a straight one", | |
"image_0": "314/0.jpg", | |
"image_1": "314/1.jpg", | |
"Old Tags": { | |
"id": 314, | |
"tag": ["Adjective-Manner"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Count"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 315, | |
"caption_0": "the person is too big for the pants", | |
"caption_1": "the pants is too big for the person", | |
"image_0": "315/0.jpg", | |
"image_1": "315/1.jpg", | |
"Old Tags": { | |
"id": 315, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 316, | |
"caption_0": "a kid jumped then threw a basketball", | |
"caption_1": "a kid threw a basketball then jumped", | |
"image_0": "316/0.jpg", | |
"image_1": "316/1.jpg", | |
"Old Tags": { | |
"id": 316, | |
"tag": ["Verb-Intransitive, Verb-Transitive Phrase"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 317, | |
"caption_0": "one cheerlearder supporting multiple cheerleaders", | |
"caption_1": "multiple cheerleaders supporting one cheerlearder", | |
"image_0": "317/0.jpg", | |
"image_1": "317/1.jpg", | |
"Old Tags": { | |
"id": 317, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 318, | |
"caption_0": "two persons wearing one scarf", | |
"caption_1": "one person wearing two scarfs", | |
"image_0": "318/0.jpg", | |
"image_1": "318/1.jpg", | |
"Old Tags": { | |
"id": 318, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 319, | |
"caption_0": "human head on pet", | |
"caption_1": "pet head on human", | |
"image_0": "319/0.jpg", | |
"image_1": "319/1.jpg", | |
"Old Tags": { | |
"id": 319, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Unusual Image"] | |
}, | |
{ | |
"id": 320, | |
"caption_0": "the cow is over the moon", | |
"caption_1": "the moon is over the cow", | |
"image_0": "320/0.png", | |
"image_1": "320/1.png", | |
"Old Tags": { | |
"id": 320, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 321, | |
"caption_0": "someone babys a pet", | |
"caption_1": "someone pets a baby", | |
"image_0": "321/0.jpg", | |
"image_1": "321/1.jpg", | |
"Old Tags": { | |
"id": 321, | |
"tag": ["Altered POS"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 322, | |
"caption_0": "cat house", | |
"caption_1": "house cat", | |
"image_0": "322/0.jpg", | |
"image_1": "322/1.jpg", | |
"Old Tags": { | |
"id": 322, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 323, | |
"caption_0": "gold for pan", | |
"caption_1": "pan for gold", | |
"image_0": "323/0.jpg", | |
"image_1": "323/1.jpg", | |
"Old Tags": { | |
"id": 323, | |
"tag": ["Noun"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 324, | |
"caption_0": "water for plants", | |
"caption_1": "plants for water", | |
"image_0": "324/0.jpg", | |
"image_1": "324/1.jpg", | |
"Old Tags": { | |
"id": 324, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 325, | |
"caption_0": "the businessperson's down fall", | |
"caption_1": "the businessperson's fall down", | |
"image_0": "325/0.jpg", | |
"image_1": "325/1.jpg", | |
"Old Tags": { | |
"id": 325, | |
"tag": ["Altered POS"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Emotion", "Action"], | |
"Relation": [], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 326, | |
"caption_0": "outswam the person in the red swimcap", | |
"caption_1": "the person in the red swimcap swamout", | |
"image_0": "326/0.jpg", | |
"image_1": "326/1.jpg", | |
"Old Tags": { | |
"id": 326, | |
"tag": ["Scope, Preposition, Verb-Intransitive"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal", "Unusual Text"] | |
}, | |
{ | |
"id": 327, | |
"caption_0": "manning a ship", | |
"caption_1": "shiping a mann", | |
"image_0": "327/0.jpg", | |
"image_1": "327/1.jpg", | |
"Old Tags": { | |
"id": 327, | |
"tag": ["Altered POS"], | |
"secondary_tag": ["Symbolic, Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal", "Unusual Image", "Unusual Text"] | |
}, | |
{ | |
"id": 328, | |
"caption_0": "the person wearing a sweater stands in front of the person who isn't wearing a sweater", | |
"caption_1": "the person who isn't wearing a sweater stands in front of the person wearing a sweater", | |
"image_0": "328/0.jpg", | |
"image_1": "328/1.jpg", | |
"Old Tags": { | |
"id": 328, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": ["Negation", "Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 329, | |
"caption_0": "a person without glasses pushes a person with glasses sitting in a box", | |
"caption_1": "a person with glasses pushes a person without glasses sitting in a box", | |
"image_0": "329/0.jpg", | |
"image_1": "329/1.jpg", | |
"Old Tags": { | |
"id": 329, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 330, | |
"caption_0": "what is green will soon be yellow", | |
"caption_1": "what is yellow will soon be green", | |
"image_0": "330/0.jpg", | |
"image_1": "330/1.jpg", | |
"Old Tags": { | |
"id": 330, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 331, | |
"caption_0": "soon this animal not with a tail will have one", | |
"caption_1": "soon this animal with a tail will not have one", | |
"image_0": "331/0.jpg", | |
"image_1": "331/1.jpg", | |
"Old Tags": { | |
"id": 331, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 332, | |
"caption_0": "a mouse is touching a dog", | |
"caption_1": "a dog is touching a mouse", | |
"image_0": "332/0.jpg", | |
"image_1": "332/1.jpg", | |
"Old Tags": { | |
"id": 332, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": ["Ambiguously Correct", "Non Minimal"] | |
}, | |
{ | |
"id": 333, | |
"caption_0": "fishing for compliments", | |
"caption_1": "compliments for fishing", | |
"image_0": "333/0.jpg", | |
"image_1": "333/1.jpg", | |
"Old Tags": { | |
"id": 333, | |
"tag": ["Altered POS"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 334, | |
"caption_0": "that person dusting off their hands", | |
"caption_1": "that person hands off their dusting", | |
"image_0": "334/0.jpg", | |
"image_1": "334/1.jpg", | |
"Old Tags": { | |
"id": 334, | |
"tag": ["Altered POS"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal", "Complex Reasoning"] | |
}, | |
{ | |
"id": 335, | |
"caption_0": "a person wearing black shoes cleaning a bookshelf with an orange duster while a person wearing green shoes drinks wine from an orange glass and relaxes", | |
"caption_1": "a person wearing green shoes cleaning a bookshelf with an orange duster while a person wearing black shoes drinks wine from an orange glass and relaxes", | |
"image_0": "335/0.jpg", | |
"image_1": "335/1.jpg", | |
"Old Tags": { | |
"id": 335, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Unusual Text", "Visually Difficult"] | |
}, | |
{ | |
"id": 336, | |
"caption_0": "a person with short hair is happily ironing a light blue shirt while a person with long hair sits on a white couch", | |
"caption_1": "a person with long hair is happily ironing a light blue shirt while a person with short hair sits on a white couch", | |
"image_0": "336/0.jpg", | |
"image_1": "336/1.jpg", | |
"Old Tags": { | |
"id": 336, | |
"tag": ["Adjective-Size"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Color", "Emotion"], | |
"Relation": ["Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 337, | |
"caption_0": "yellow duck shoes on", | |
"caption_1": "yellow duck on shoes", | |
"image_0": "337/0.jpg", | |
"image_1": "337/1.jpg", | |
"Old Tags": { | |
"id": 337, | |
"tag": ["Altered POS"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial", "Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 338, | |
"caption_0": "child in front facing row of yellow rubber ducks", | |
"caption_1": "front facing child in row of yellow rubber ducks", | |
"image_0": "338/0.jpg", | |
"image_1": "338/1.jpg", | |
"Old Tags": { | |
"id": 338, | |
"tag": ["Scope, Preposition Phrase"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 339, | |
"caption_0": "a bird cooking a person", | |
"caption_1": "a person cooking a bird", | |
"image_0": "339/0.png", | |
"image_1": "339/1.png", | |
"Old Tags": { | |
"id": 339, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 340, | |
"caption_0": "a person wearing yellow and a person wearing stripes jumping", | |
"caption_1": "a jumping person wearing yellow and a person wearing stripes", | |
"image_0": "340/0.jpg", | |
"image_1": "340/1.jpg", | |
"Old Tags": { | |
"id": 340, | |
"tag": ["Scope, Adjective-Manner"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color", "Action"], | |
"Relation": ["Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 341, | |
"caption_0": "a person wearing yellow with their feet in the air and a person wearing stripes", | |
"caption_1": "a person wearing stripes with their feet in the air and a person wearing yellow", | |
"image_0": "341/0.jpg", | |
"image_1": "341/1.jpg", | |
"Old Tags": { | |
"id": 341, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 342, | |
"caption_0": "darker things become light in stripes", | |
"caption_1": "light things in stripes become darker", | |
"image_0": "342/0.jpg", | |
"image_1": "342/1.jpg", | |
"Old Tags": { | |
"id": 342, | |
"tag": ["Scope, Preposition Phrase, Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Text", "Complex Reasoning"] | |
}, | |
{ | |
"id": 343, | |
"caption_0": "together hammering something", | |
"caption_1": "hammering something together", | |
"image_0": "343/0.jpg", | |
"image_1": "343/1.jpg", | |
"Old Tags": { | |
"id": 343, | |
"tag": ["Scope"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Unusual Text"] | |
}, | |
{ | |
"id": 344, | |
"caption_0": "A person sits next to a baby using an orange screwdriver to assemble a white piece of furniture", | |
"caption_1": "A baby sits next to a person using an orange screwdriver to assemble a white piece of furniture", | |
"image_0": "344/0.jpg", | |
"image_1": "344/1.jpg", | |
"Old Tags": { | |
"id": 344, | |
"tag": ["Noun"], | |
"secondary_tag": ["Pragmatics, Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial", "Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 345, | |
"caption_0": "a worker in a yellow hat uses a drill to the left of where the opening in the wall is", | |
"caption_1": "the opening in the wall is to the left of where a worker in a yellow hat uses a drill", | |
"image_0": "345/0.jpg", | |
"image_1": "345/1.jpg", | |
"Old Tags": { | |
"id": 345, | |
"tag": ["Sentence"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial", "Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 346, | |
"caption_0": "A small animal with curled hair", | |
"caption_1": "A curled small animal with hair", | |
"image_0": "346/0.jpg", | |
"image_1": "346/1.jpg", | |
"Old Tags": { | |
"id": 346, | |
"tag": ["Scope, Adjective-Texture"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["State"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 347, | |
"caption_0": "A right hand pulls a glove onto a left hand", | |
"caption_1": "A left hand pulls a glove onto a right hand", | |
"image_0": "347/0.jpg", | |
"image_1": "347/1.jpg", | |
"Old Tags": { | |
"id": 347, | |
"tag": ["Adjective-Spatial"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 348, | |
"caption_0": "A dog and a person with their feet hanging out of a car window", | |
"caption_1": "A dog with their feet hanging out of a car window and a person", | |
"image_0": "348/0.jpg", | |
"image_1": "348/1.jpg", | |
"Old Tags": { | |
"id": 348, | |
"tag": ["Scope, Conjunction Phrase"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 349, | |
"caption_0": "A person whispering into a dog's ear", | |
"caption_1": "A dog whispering into a person's ear", | |
"image_0": "349/0.jpg", | |
"image_1": "349/1.jpg", | |
"Old Tags": { | |
"id": 349, | |
"tag": ["Noun"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 350, | |
"caption_0": "one ear that some donkey is whispering a secret into", | |
"caption_1": "donkey ear that some one is whispering a secret into", | |
"image_0": "350/0.jpg", | |
"image_1": "350/1.jpg", | |
"Old Tags": { | |
"id": 350, | |
"tag": ["Altered POS, Determiner-Numeral"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 351, | |
"caption_0": "walking someone cut lines into green plants", | |
"caption_1": "someone walking lines cut into green plants", | |
"image_0": "351/0.jpg", | |
"image_1": "351/1.jpg", | |
"Old Tags": { | |
"id": 351, | |
"tag": ["Scope, Altered POS, Verb-Intransitive, Verb-Transitive"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 352, | |
"caption_0": "a volcano above water makes steam", | |
"caption_1": "water above a volcano makes steam", | |
"image_0": "352/0.jpg", | |
"image_1": "352/1.jpg", | |
"Old Tags": { | |
"id": 352, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Visually Difficult"] | |
}, | |
{ | |
"id": 353, | |
"caption_0": "A child riding a bike and an adult", | |
"caption_1": "A child and an adult riding a bike", | |
"image_0": "353/0.jpg", | |
"image_1": "353/1.jpg", | |
"Old Tags": { | |
"id": 353, | |
"tag": ["Scope, Conjunction Phrase"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 354, | |
"caption_0": "an adult putting a helmet on a child", | |
"caption_1": "a child putting a helmet on an adult", | |
"image_0": "354/0.jpg", | |
"image_1": "354/1.jpg", | |
"Old Tags": { | |
"id": 354, | |
"tag": ["Noun"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 355, | |
"caption_0": "An adult wearing purple lying next to a child", | |
"caption_1": "An adult lying next to a child wearing purple", | |
"image_0": "355/0.jpg", | |
"image_1": "355/1.jpg", | |
"Old Tags": { | |
"id": 355, | |
"tag": ["Scope, Adjective-Manner"], | |
"secondary_tag": ["Pragmatics, Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color", "Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 356, | |
"caption_0": "a fencer who is wearing black pants having a point scored against them by another fencer using a wheelchair", | |
"caption_1": "a fencer having a point scored against them by another fencer who is wearing black pants using a wheelchair", | |
"image_0": "356/0.jpg", | |
"image_1": "356/1.jpg", | |
"Old Tags": { | |
"id": 356, | |
"tag": ["Scope, Relative Clause"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Color"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Visually Difficult"] | |
}, | |
{ | |
"id": 357, | |
"caption_0": "a person with long braids is exercising in front of a person without braids", | |
"caption_1": "a person without braids is exercising in front of a person with long braids", | |
"image_0": "357/0.jpg", | |
"image_1": "357/1.jpg", | |
"Old Tags": { | |
"id": 357, | |
"tag": ["Negation, Noun Phrase, Preposition Phrase"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Differentiate"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 358, | |
"caption_0": "in the stadium, the person wearing gray outperformed the one wearing blue", | |
"caption_1": "in the stadium, the person wearing blue outperformed the one wearing gray", | |
"image_0": "358/0.jpg", | |
"image_1": "358/1.jpg", | |
"Old Tags": { | |
"id": 358, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 359, | |
"caption_0": "butchering white meat while wearing yellow but not red", | |
"caption_1": "butchering red meat while wearing white but not yellow", | |
"image_0": "359/0.jpg", | |
"image_1": "359/1.jpg", | |
"Old Tags": { | |
"id": 359, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 360, | |
"caption_0": "a child with a fake beard and an adult", | |
"caption_1": "an adult with a fake beard and a child", | |
"image_0": "360/0.jpg", | |
"image_1": "360/1.jpg", | |
"Old Tags": { | |
"id": 360, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 361, | |
"caption_0": "on halloween, a child dressed as an insect is to the right of a child dressed as a mammal", | |
"caption_1": "on halloween, a child dressed as a mammal is to the right of a child dressed as an insect", | |
"image_0": "361/0.jpg", | |
"image_1": "361/1.jpg", | |
"Old Tags": { | |
"id": 361, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 362, | |
"caption_0": "a modern office complex with many windows above a nicely landscaped lawn", | |
"caption_1": "a nicely landscaped lawn above a modern office complex with many windows", | |
"image_0": "362/0.jpg", | |
"image_1": "362/1.jpg", | |
"Old Tags": { | |
"id": 362, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 363, | |
"caption_0": "a tree is partially inside a parked car", | |
"caption_1": "a parked car is partially inside a tree", | |
"image_0": "363/0.jpg", | |
"image_1": "363/1.jpg", | |
"Old Tags": { | |
"id": 363, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 364, | |
"caption_0": "some are parking in a train", | |
"caption_1": "some are training in a park", | |
"image_0": "364/0.jpg", | |
"image_1": "364/1.jpg", | |
"Old Tags": { | |
"id": 364, | |
"tag": ["Altered POS"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal", "Unusual Text"] | |
}, | |
{ | |
"id": 365, | |
"caption_0": "an athlete running on water", | |
"caption_1": "water running on an athlete", | |
"image_0": "365/0.jpg", | |
"image_1": "365/1.jpg", | |
"Old Tags": { | |
"id": 365, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 366, | |
"caption_0": "a horse getting wet", | |
"caption_1": "getting a horse wet", | |
"image_0": "366/0.jpg", | |
"image_1": "366/1.jpg", | |
"Old Tags": { | |
"id": 366, | |
"tag": ["Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 367, | |
"caption_0": "the glasses full of water are above the person's head and leg", | |
"caption_1": "the person's head and leg are above the glasses full of water", | |
"image_0": "367/0.jpg", | |
"image_1": "367/1.jpg", | |
"Old Tags": { | |
"id": 367, | |
"tag": ["Noun Phrase"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 368, | |
"caption_0": "a person is touching the head of a squirrel", | |
"caption_1": "a squirrel is touching the head of a person", | |
"image_0": "368/0.jpg", | |
"image_1": "368/1.jpg", | |
"Old Tags": { | |
"id": 368, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 369, | |
"caption_0": "a deer's nose is resting on a child's hand", | |
"caption_1": "a child's hand is resting on a deer's nose", | |
"image_0": "369/0.jpg", | |
"image_1": "369/1.jpg", | |
"Old Tags": { | |
"id": 369, | |
"tag": ["Noun Phrase, Determiner-Possessive"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial", "Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 370, | |
"caption_0": "two sparklers for one hand", | |
"caption_1": "one sparkler for two hands", | |
"image_0": "370/0.jpg", | |
"image_1": "370/1.jpg", | |
"Old Tags": { | |
"id": 370, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 371, | |
"caption_0": "an animal giving a person food", | |
"caption_1": "a person giving an animal food", | |
"image_0": "371/0.jpg", | |
"image_1": "371/1.jpg", | |
"Old Tags": { | |
"id": 371, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 372, | |
"caption_0": "a spider towering over a dog", | |
"caption_1": "a dog towering over a spider", | |
"image_0": "372/0.jpg", | |
"image_1": "372/1.jpg", | |
"Old Tags": { | |
"id": 372, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic, Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 373, | |
"caption_0": "a car going into a hollow tube", | |
"caption_1": "a hollow tube going into a car", | |
"image_0": "373/0.jpg", | |
"image_1": "373/1.jpg", | |
"Old Tags": { | |
"id": 373, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"] | |
}, | |
{ | |
"id": 374, | |
"caption_0": "two people wearing clothes of the same colors are on different side of the tennis net", | |
"caption_1": "two people wearing clothes of different colors are on the same side of the tennis net", | |
"image_0": "374/0.jpg", | |
"image_1": "374/1.jpg", | |
"Old Tags": { | |
"id": 374, | |
"tag": ["Adjective-Manner Phrase"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial", "Compare"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 375, | |
"caption_0": "living things drinking", | |
"caption_1": "drinking living things", | |
"image_0": "375/0.jpg", | |
"image_1": "375/1.jpg", | |
"Old Tags": { | |
"id": 375, | |
"tag": ["Scope, Adjective-Manner"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 376, | |
"caption_0": "a person near water using a lasso", | |
"caption_1": "near a person using a water lasso", | |
"image_0": "376/0.jpg", | |
"image_1": "376/1.jpg", | |
"Old Tags": { | |
"id": 376, | |
"tag": ["Scope, Noun, Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Both"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Text", "Visually Difficult"] | |
}, | |
{ | |
"id": 377, | |
"caption_0": "a person spraying water on someone else and a person on a bike", | |
"caption_1": "a person spraying water on a person on a bike and someone else", | |
"image_0": "377/0.jpg", | |
"image_1": "377/1.jpg", | |
"Old Tags": { | |
"id": 377, | |
"tag": ["Scope, Conjunction"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action", "Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 378, | |
"caption_0": "a person stretching behind a brown dog", | |
"caption_1": "a brown dog stretching behind a person", | |
"image_0": "378/0.jpg", | |
"image_1": "378/1.jpg", | |
"Old Tags": { | |
"id": 378, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 379, | |
"caption_0": "a person carrying more than one flotation device", | |
"caption_1": "more than one flotation device carrying a person", | |
"image_0": "379/0.jpg", | |
"image_1": "379/1.jpg", | |
"Old Tags": { | |
"id": 379, | |
"tag": ["Noun Phrase, Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State", "Count"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 380, | |
"caption_0": "two kids on a pool floatie and one kid swimming", | |
"caption_1": "one kid on a pool floatie and two kids swimming", | |
"image_0": "380/0.jpg", | |
"image_1": "380/1.jpg", | |
"Old Tags": { | |
"id": 380, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action", "Count"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 381, | |
"caption_0": "gears for moving something", | |
"caption_1": "moving gears for something", | |
"image_0": "381/0.jpg", | |
"image_1": "381/1.jpg", | |
"Old Tags": { | |
"id": 381, | |
"tag": ["Scope, Verb-Transitive"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct"] | |
}, | |
{ | |
"id": 382, | |
"caption_0": "looking from above at a collection of similar objects below", | |
"caption_1": "looking from below at a collection of similar objects above", | |
"image_0": "382/0.jpg", | |
"image_1": "382/1.jpg", | |
"Old Tags": { | |
"id": 382, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Looking at things from different perspectives"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 383, | |
"caption_0": "a toy herbivore stands on top of at least one toy carnivore", | |
"caption_1": "at least one toy herbivore stands on top of a toy carnivore", | |
"image_0": "383/0.jpg", | |
"image_1": "383/1.jpg", | |
"Old Tags": { | |
"id": 383, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": ["Symbolic, Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Action", "Count"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image", "Unusual Text", "Complex Reasoning"] | |
}, | |
{ | |
"id": 384, | |
"caption_0": "a person supports a small chair", | |
"caption_1": "a chair supports a small person", | |
"image_0": "384/0.jpg", | |
"image_1": "384/1.jpg", | |
"Old Tags": { | |
"id": 384, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Size"], | |
"Relation": ["Compare", "Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 385, | |
"caption_0": "a person smiles at another person wearing a checked shirt who is hitting a ping pong ball", | |
"caption_1": "a person wearing a checked shirt smiles at another person who is hitting a ping pong ball", | |
"image_0": "385/0.jpg", | |
"image_1": "385/1.jpg", | |
"Old Tags": { | |
"id": 385, | |
"tag": ["Scope, Adjective-Manner"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["State"], | |
"Relation": ["Action"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 386, | |
"caption_0": "two versions of one person", | |
"caption_1": "one version of two persons", | |
"image_0": "386/0.jpg", | |
"image_1": "386/1.jpg", | |
"Old Tags": { | |
"id": 386, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Unusual Text"] | |
}, | |
{ | |
"id": 387, | |
"caption_0": "There are not pink flowers below the bird with yellow head feathers", | |
"caption_1": "There are pink flowers not below the bird with yellow head feathers", | |
"image_0": "387/0.jpg", | |
"image_1": "387/1.jpg", | |
"Old Tags": { | |
"id": 387, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Negation"] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 388, | |
"caption_0": "In a shopping cart, there are two animals that are the same species but are looking in different directions", | |
"caption_1": "In a shopping cart, there are two animals that are the different species but are looking in same directions", | |
"image_0": "388/0.jpg", | |
"image_1": "388/1.jpg", | |
"Old Tags": { | |
"id": 388, | |
"tag": ["Adjective-Manner"], | |
"secondary_tag": ["Series"], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Compare"], | |
"Reasoning": ["Commonsense", "Localize"] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 389, | |
"caption_0": "water is on and under a vessel", | |
"caption_1": "a vessel is on and under water", | |
"image_0": "389/0.jpg", | |
"image_1": "389/1.jpg", | |
"Old Tags": { | |
"id": 389, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [2], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 390, | |
"caption_0": "two bodies share with one head", | |
"caption_1": "one bodies share with two head", | |
"image_0": "390/0.jpg", | |
"image_1": "390/1.jpg", | |
"Old Tags": { | |
"id": 390, | |
"tag": ["Determiner-Numeral"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count", "State"], | |
"Relation": [], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": ["Unusual Text"] | |
}, | |
{ | |
"id": 391, | |
"caption_0": "The worker wears something striped over a white undershirt with a collar", | |
"caption_1": "The worker wears something white over a striped undershirt with a collar", | |
"image_0": "391/0.jpg", | |
"image_1": "391/1.jpg", | |
"Old Tags": { | |
"id": 391, | |
"tag": ["Adjective-Color"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Color"], | |
"Relation": ["Spatial"], | |
"Reasoning": [] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 392, | |
"caption_0": "A person seen from above has a grid below them", | |
"caption_1": "A person seen from below has a grid above them", | |
"image_0": "392/0.jpg", | |
"image_1": "392/1.jpg", | |
"Old Tags": { | |
"id": 392, | |
"tag": ["Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Shape"], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"], | |
"Tag":["Looking at things from different perspectives"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 393, | |
"caption_0": "head in the clouds", | |
"caption_1": "clouds in the head", | |
"image_0": "393/0.jpg", | |
"image_1": "393/1.jpg", | |
"Old Tags": { | |
"id": 393, | |
"tag": ["Noun"], | |
"secondary_tag": ["Symbolic"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Unusual Image"] | |
}, | |
{ | |
"id": 394, | |
"caption_0": "standing on feet", | |
"caption_1": "on feet standing", | |
"image_0": "394/0.jpg", | |
"image_1": "394/1.jpg", | |
"Old Tags": { | |
"id": 394, | |
"tag": ["Scope, Preposition Phrase"], | |
"secondary_tag": ["Pragmatics"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Action"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Ambiguously Correct", "Unusual Text"] | |
}, | |
{ | |
"id": 395, | |
"caption_0": "They have sunglasses over their hair", | |
"caption_1": "They have hair over their sunglasses", | |
"image_0": "395/0.jpg", | |
"image_1": "395/1.jpg", | |
"Old Tags": { | |
"id": 395, | |
"tag": ["Noun"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Object"] | |
}, | |
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] }, | |
"Why is WG hard": ["Unusual Image"], | |
"Rewrite": { | |
"caption_0": "a person has sunglasses over their hair", | |
"caption_1": "a person has hair over their sunglasses" | |
} | |
}, | |
{ | |
"id": 396, | |
"caption_0": "an odd number of sweet things on a plate with an even number of sides", | |
"caption_1": "an even number of sweet things on a plate with an odd number of sides", | |
"image_0": "396/0.jpg", | |
"image_1": "396/1.jpg", | |
"Old Tags": { | |
"id": 396, | |
"tag": ["Adjective-Manner"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": ["Count"], | |
"Relation": [], | |
"Reasoning": ["Localize", "Commonsense"] | |
}, | |
"Why is WG hard": ["Complex Reasoning"] | |
}, | |
{ | |
"id": 397, | |
"caption_0": "a large living thing in front of a large non-living thing", | |
"caption_1": "a large non-living thing in front of a large living thing", | |
"image_0": "397/0.jpg", | |
"image_1": "397/1.jpg", | |
"Old Tags": { | |
"id": 397, | |
"tag": ["Negation, Scope"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": ["Spatial"], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": [] | |
}, | |
{ | |
"id": 398, | |
"caption_0": "racing over it", | |
"caption_1": "racing it over", | |
"image_0": "398/0.jpg", | |
"image_1": "398/1.jpg", | |
"Old Tags": { | |
"id": 398, | |
"tag": ["Scope, Preposition"], | |
"secondary_tag": [], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
}, | |
{ | |
"id": 399, | |
"caption_0": "someone is overdoing it", | |
"caption_1": "someone is doing it over", | |
"image_0": "399/0.jpg", | |
"image_1": "399/1.jpg", | |
"Old Tags": { | |
"id": 399, | |
"tag": ["Scope, Preposition"], | |
"secondary_tag": ["Morpheme-Level"], | |
"num_main_preds": [1], | |
"collapsed_tag": ["Relation"] | |
}, | |
"Our Tags": { | |
"Attribute": [], | |
"Relation": [], | |
"Reasoning": ["Commonsense"] | |
}, | |
"Why is WG hard": ["Non Minimal"] | |
} | |
] | |