zeno-winoground / dataTagsSep4.json
Simran Khanuja
adding files to convert json to csv
100df4d
[
{
"id": 0,
"caption_0": "an old person kisses a young person",
"caption_1": "a young person kisses an old person",
"image_0": "0/0.jpg",
"image_1": "0/1.jpg",
"Old Tags": {
"id": 0,
"tag": ["Adjective-Age"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Age"],
"Relation": ["Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 1,
"caption_0": "the taller person hugs the shorter person",
"caption_1": "the shorter person hugs the taller person",
"image_0": "1/0.jpg",
"image_1": "1/1.jpg",
"Old Tags": {
"id": 1,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 2,
"caption_0": "the masked wrestler hits the unmasked wrestler",
"caption_1": "the unmasked wrestler hits the masked wrestler",
"image_0": "2/0.jpg",
"image_1": "2/1.jpg",
"Old Tags": {
"id": 2,
"tag": ["Adjective-Manner"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 3,
"caption_0": "a person watches an animal",
"caption_1": "an animal watches a person",
"image_0": "3/0.jpg",
"image_1": "3/1.jpg",
"Old Tags": {
"id": 3,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 4,
"caption_0": "the person without earrings pays the person with earrings",
"caption_1": "the person with earrings pays the person without earrings",
"image_0": "4/0.jpg",
"image_1": "4/1.jpg",
"Old Tags": {
"id": 4,
"tag": ["Negation, Scope"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action", "Wearing"],
"Reasoning": ["Commonsense", "Differentiate", "Negation"]
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 5,
"caption_0": "a bird eats a snake",
"caption_1": "a snake eats a bird",
"image_0": "5/0.jpg",
"image_1": "5/1.jpg",
"Old Tags": {
"id": 5,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 6,
"caption_0": "a plant was harmed by another organism, and that organism broke the plant into pieces",
"caption_1": "another organism was harmed by a plant, and that plant broke the organism into pieces",
"image_0": "6/0.jpg",
"image_1": "6/1.jpg",
"Old Tags": {
"id": 6,
"tag": ["Determiner-Numeral, Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 7,
"caption_0": "a bottle is in water",
"caption_1": "water is in a bottle",
"image_0": "7/0.jpg",
"image_1": "7/1.jpg",
"Old Tags": {
"id": 7,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 8,
"caption_0": "a tree smashed into a car",
"caption_1": "a car smashed into a tree",
"image_0": "8/0.jpg",
"image_1": "8/1.jpg",
"Old Tags": {
"id": 8,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 9,
"caption_0": "people fall on the leaves",
"caption_1": "the leaves fall on people",
"image_0": "9/0.jpg",
"image_1": "9/1.jpg",
"Old Tags": {
"id": 9,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 10,
"caption_0": "the sail rests below the water",
"caption_1": "the water rests below the sail",
"image_0": "10/0.jpg",
"image_1": "10/1.jpg",
"Old Tags": {
"id": 10,
"tag": ["Noun"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 11,
"caption_0": "there is a table below someone",
"caption_1": "there is someone below a table",
"image_0": "11/0.jpg",
"image_1": "11/1.jpg",
"Old Tags": {
"id": 11,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 12,
"caption_0": "the image shows a computer on top of books",
"caption_1": "the image shows books on top of a computer",
"image_0": "12/0.jpg",
"image_1": "12/1.jpg",
"Old Tags": {
"id": 12,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 13,
"caption_0": "a caterpillar with some plants",
"caption_1": "a plant with some caterpillars",
"image_0": "13/0.jpg",
"image_1": "13/1.jpg",
"Old Tags": {
"id": 13,
"tag": ["Noun"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] },
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 14,
"caption_0": "there is a mug in some grass",
"caption_1": "there is some grass in a mug",
"image_0": "14/0.jpg",
"image_1": "14/1.jpg",
"Old Tags": {
"id": 14,
"tag": ["Determiner-Numeral, Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 15,
"caption_0": "there are more skiers than snowboarders",
"caption_1": "there are more snowboarders than skiers",
"image_0": "15/0.jpg",
"image_1": "15/1.jpg",
"Old Tags": {
"id": 15,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": [],
"Reasoning": ["Compare"]
},
"Why is WG hard": []
},
{
"id": 16,
"caption_0": "there are fewer forks than spoons",
"caption_1": "there are fewer spoons than forks",
"image_0": "16/0.jpg",
"image_1": "16/1.jpg",
"Old Tags": {
"id": 16,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": [],
"Reasoning": ["Compare"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 17,
"caption_0": "there are more ladybugs than flowers",
"caption_1": "there are more flowers than ladybugs",
"image_0": "17/0.jpg",
"image_1": "17/1.jpg",
"Old Tags": {
"id": 17,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": [],
"Reasoning": ["Compare"]
},
"Why is WG hard": []
},
{
"id": 18,
"caption_0": "there is less orange juice than milk",
"caption_1": "there is less milk than orange juice",
"image_0": "18/0.jpg",
"image_1": "18/1.jpg",
"Old Tags": {
"id": 18,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": [],
"Reasoning": ["Compare"]
},
"Why is WG hard": []
},
{
"id": 19,
"caption_0": "there is more dirt than empty space in the jar",
"caption_1": "there is more empty space than dirt in the jar",
"image_0": "19/0.jpg",
"image_1": "19/1.jpg",
"Old Tags": {
"id": 19,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": [],
"Reasoning": ["Compare", "Localize"]
},
"Why is WG hard": []
},
{
"id": 20,
"caption_0": "there is a bit less milk chocolate than white chocolate",
"caption_1": "there is a bit less white chocolate than milk chocolate",
"image_0": "20/0.jpg",
"image_1": "20/1.jpg",
"Old Tags": {
"id": 20,
"tag": ["Adjective-Manner"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Tag": ["Need to rewrite the caption"] },
"Why is WG hard": []
},
{
"id": 21,
"caption_0": "a person sits and a dog stands",
"caption_1": "a person stands and a dog sits",
"image_0": "21/0.jpg",
"image_1": "21/1.jpg",
"Old Tags": {
"id": 21,
"tag": ["Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Action"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 22,
"caption_0": "The person with more facial hair lies awake while the other sleeps",
"caption_1": "The person with more facial hair sleeps while the other lies awake",
"image_0": "22/0.jpg",
"image_1": "22/1.jpg",
"Old Tags": {
"id": 22,
"tag": ["Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": [],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 23,
"caption_0": "the person in the middle is floating and some others are standing",
"caption_1": "the person in the middle is standing and some others are floating",
"image_0": "23/0.jpg",
"image_1": "23/1.jpg",
"Old Tags": {
"id": 23,
"tag": ["Verb-Intransitive"],
"secondary_tag": ["Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Tag": ["Ambiguous"] },
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 24,
"caption_0": "the person closer to the camera weightlifts and the person farther from the camera runs",
"caption_1": "the person closer to the camera runs and the person farther from the camera weightlifts",
"image_0": "24/0.jpg",
"image_1": "24/1.jpg",
"Old Tags": {
"id": 24,
"tag": ["Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Tag": ["weird attribute"] },
"Why is WG hard": [],
"Rewrite": {
"caption_0": "the person who is weightlifting is in front of the person who is running.",
"caption_1": "the person who is running is in front of the person who is weightlifting."
}
},
{
"id": 25,
"caption_0": "the person with the white collared shirt waters the plant while the other holds it",
"caption_1": "the person with the white collared shirt holds the plant while the other waters it",
"image_0": "25/0.jpg",
"image_1": "25/1.jpg",
"Old Tags": {
"id": 25,
"tag": ["Verb-Transitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Wearing", "Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 26,
"caption_0": "the taller person chops food and the shorter person eats food",
"caption_1": "the taller person eats food and the shorter person chops food",
"image_0": "26/0.jpg",
"image_1": "26/1.jpg",
"Old Tags": {
"id": 26,
"tag": ["Verb-Transitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 27,
"caption_0": "the person with the ponytail packs stuff and other buys it",
"caption_1": "the person with the ponytail buys stuff and other packs it",
"image_0": "27/0.jpg",
"image_1": "27/1.jpg",
"Old Tags": {
"id": 27,
"tag": ["Verb-Transitive"],
"secondary_tag": ["Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Wearing", "Action"],
"Reasoning": ["Differentiate", "Commonsense"]
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 28,
"caption_0": "a person walking in a field of yellow flowers with a red dress",
"caption_1": "a person walking in a field of red flowers with a yellow dress",
"image_0": "28/0.jpg",
"image_1": "28/1.jpg",
"Old Tags": {
"id": 28,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Wearing", "Action"],
"Reasoning": []
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 29,
"caption_0": "a brown dog is on a white couch",
"caption_1": "a white dog is on a brown couch",
"image_0": "29/0.jpg",
"image_1": "29/1.jpg",
"Old Tags": {
"id": 29,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 30,
"caption_0": "a blue bird is next to a red berry",
"caption_1": "a red bird is next to a blue berry",
"image_0": "30/0.jpg",
"image_1": "30/1.jpg",
"Old Tags": {
"id": 30,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 31,
"caption_0": "The red book is above the yellow book and below the blue book",
"caption_1": "The yellow book is above the blue book and below the red book",
"image_0": "31/0.png",
"image_1": "31/1.png",
"Old Tags": {
"id": 31,
"tag": ["Adjective-Color (3-way swap)"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Image", "Visually Difficult"]
},
{
"id": 32,
"caption_0": "astronauts in blue suits with a red planet in the background",
"caption_1": "astronauts in red suits with a blue planet in the background",
"image_0": "32/0.png",
"image_1": "32/1.png",
"Old Tags": {
"id": 32,
"tag": ["Adjective-Color"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Wearing"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 33,
"caption_0": "the square table has a round base",
"caption_1": "the round table has a square base",
"image_0": "33/0.jpg",
"image_1": "33/1.jpg",
"Old Tags": {
"id": 33,
"tag": ["Adjective-Shape"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Shape"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 34,
"caption_0": "pointy bushes are behind rectangular bushes",
"caption_1": "rectangular bushes are behind pointy bushes",
"image_0": "34/0.jpg",
"image_1": "34/1.jpg",
"Old Tags": {
"id": 34,
"tag": ["Adjective-Shape"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Shape"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 35,
"caption_0": "a circular sign is above a rectangular sign",
"caption_1": "a rectangular sign is above a circular sign",
"image_0": "35/0.jpg",
"image_1": "35/1.jpg",
"Old Tags": {
"id": 35,
"tag": ["Adjective-Shape"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Shape"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 36,
"caption_0": "a wood chess piece rests on metal objects",
"caption_1": "a metal chess piece rests on wood objects",
"image_0": "36/0.jpg",
"image_1": "36/1.jpg",
"Old Tags": {
"id": 36,
"tag": ["Adjective-Texture"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Material"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": [
"Ambiguously Correct",
"Unusual Image",
"Visually Difficult"
]
},
{
"id": 37,
"caption_0": "soft shoes are on a smooth floor",
"caption_1": "smooth shoes are on a soft floor",
"image_0": "37/0.jpg",
"image_1": "37/1.jpg",
"Old Tags": {
"id": 37,
"tag": ["Adjective-Texture"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 38,
"caption_0": "the happy person is on the right and the sad person is on the left",
"caption_1": "the sad person is on the right and the happy person is on the left",
"image_0": "38/0.jpg",
"image_1": "38/1.jpg",
"Old Tags": {
"id": 38,
"tag": ["Adjective-Animate"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Emotion"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 39,
"caption_0": "the hurt person is on the left and the helpful person is on the right",
"caption_1": "the helpful person is on the left and the hurt person is on the right",
"image_0": "39/0.jpg",
"image_1": "39/1.jpg",
"Old Tags": {
"id": 39,
"tag": ["Adjective-Animate"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate", "Commonsense"]
},
"Why is WG hard": []
},
{
"id": 40,
"caption_0": "the more content person has the healthier food and the less content person has the less healthy food",
"caption_1": "the less content person has the healthier food and the more content person has the less healthy food",
"image_0": "40/0.jpg",
"image_1": "40/1.jpg",
"Old Tags": {
"id": 40,
"tag": ["Adjective-Animate"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Emotion", "State"],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Differentiate", "Complex Reasoning"]
},
{
"id": 41,
"caption_0": "the orange lollipop is sad and the red lollipop is surprised",
"caption_1": "the orange lollipop is surprised and the red lollipop is sad",
"image_0": "41/0.jpg",
"image_1": "41/1.jpg",
"Old Tags": {
"id": 41,
"tag": ["Adjective-Animate"],
"secondary_tag": ["Symbolic, Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Emotion", "Color"],
"Relation": [],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Image", "Unusual Text"]
},
{
"id": 42,
"caption_0": "the larger person wears yellow and the smaller person does not",
"caption_1": "the smaller person wears yellow and the larger person does not",
"image_0": "42/0.jpg",
"image_1": "42/1.jpg",
"Old Tags": {
"id": 42,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size", "Color"],
"Relation": ["Compare"],
"Reasoning": ["Differentiate", "Negation"]
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 43,
"caption_0": "a big cat is next to a small dog",
"caption_1": "a small cat is next to a big dog",
"image_0": "43/0.jpg",
"image_1": "43/1.jpg",
"Old Tags": {
"id": 43,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 44,
"caption_0": "the heavy oncoming traffic is contrasted with the light outgoing traffic",
"caption_1": "the light oncoming traffic is contrasted with the heavy outgoing traffic",
"image_0": "44/0.jpg",
"image_1": "44/1.jpg",
"Old Tags": {
"id": 44,
"tag": ["Adjective-Weight"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 45,
"caption_0": "a cold drink on a hot day",
"caption_1": "a hot drink on a cold day",
"image_0": "45/0.jpg",
"image_1": "45/1.jpg",
"Old Tags": {
"id": 45,
"tag": ["Adjective-Temperature"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 46,
"caption_0": "a person is drinking now and eating later",
"caption_1": "a person is drinking later and eating now",
"image_0": "46/0.jpg",
"image_1": "46/1.jpg",
"Old Tags": {
"id": 46,
"tag": ["Adverb-Temporal"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Complex Reasoning"]
},
{
"id": 47,
"caption_0": "the sailboat sails close but the beach is far away",
"caption_1": "the sailboat sails far away but the beach is close",
"image_0": "47/0.jpg",
"image_1": "47/1.jpg",
"Old Tags": {
"id": 47,
"tag": ["Adverb-Spatial Phrase"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 48,
"caption_0": "the passenger is riding inattentive to the road and the driver is driving attentive to the road",
"caption_1": "the passenger is riding attentive to the road and the driver is driving inattentive to the road",
"image_0": "48/0.jpg",
"image_1": "48/1.jpg",
"Old Tags": {
"id": 48,
"tag": ["Negation, Scope"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Action"],
"Relation": [],
"Reasoning": ["Differentiate", "Commonsense"]
},
"Why is WG hard": []
},
{
"id": 49,
"caption_0": "it wears a hat but the person doesn't",
"caption_1": "the person wears a hat but it doesn't",
"image_0": "49/0.jpg",
"image_1": "49/1.jpg",
"Old Tags": {
"id": 49,
"tag": ["Pronoun, Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Wearing"],
"Reasoning": ["Negation"]
},
"Why is WG hard": ["Unusual Text"],
"Rewrite": {
"caption_0": "a dog wears a hat but the person doesn't",
"caption_1": "the person wears a hat but a dog doesn't"
}
},
{
"id": 50,
"caption_0": "the person with green legs is running quite slowly and the red legged one runs faster",
"caption_1": "the person with green legs is running faster and the red legged one runs quite slowly",
"image_0": "50/0.jpg",
"image_1": "50/1.jpg",
"Old Tags": {
"id": 50,
"tag": ["Adjective-Speed Phrase, Verb-Intransitive"],
"secondary_tag": ["Symbolic, Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Color"],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 51,
"caption_0": "a person is in the water and close to the sand",
"caption_1": "a person is close to the water and in the sand",
"image_0": "51/0.jpg",
"image_1": "51/1.jpg",
"Old Tags": {
"id": 51,
"tag": ["Preposition Phrase"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 52,
"caption_0": "a frog is above rocks which are under the water",
"caption_1": "a frog is under rocks which are above the water",
"image_0": "52/0.jpg",
"image_1": "52/1.jpg",
"Old Tags": {
"id": 52,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 53,
"caption_0": "driving off the road and on the unpaved terrain",
"caption_1": "driving on the road and off the unpaved terrain",
"image_0": "53/0.jpg",
"image_1": "53/1.jpg",
"Old Tags": {
"id": 53,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Action"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 54,
"caption_0": "someone is in a helicopter with a car",
"caption_1": "someone is with a helicopter in a car",
"image_0": "54/0.jpg",
"image_1": "54/1.jpg",
"Old Tags": {
"id": 54,
"tag": ["Preposition"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 55,
"caption_0": "the green one can fit inside the blue one and the blue one can fit outside the green one",
"caption_1": "the green one can fit outside the blue one and the blue one can fit inside the green one",
"image_0": "55/0.png",
"image_1": "55/1.jpg",
"Old Tags": {
"id": 55,
"tag": ["Preposition"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size", "Color"],
"Relation": ["Compare"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Complex Reasoning"],
"Rewrite": {
"caption_0": "the green toy can fit inside the blue toy and the blue toy can fit outside the green toy",
"caption_1": "the green toy can fit outside the blue toy and the blue toy can fit inside the green toy"
}
},
{
"id": 56,
"caption_0": "jumping away from the photographer and towards the others",
"caption_1": "jumping towards the photographer and away from the others",
"image_0": "56/0.jpg",
"image_1": "56/1.jpg",
"Old Tags": {
"id": 56,
"tag": ["Preposition Phrase"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 57,
"caption_0": "someone bakes the dough before the dough is eaten",
"caption_1": "the dough is eaten before someone bakes the dough",
"image_0": "57/0.jpg",
"image_1": "57/1.jpg",
"Old Tags": {
"id": 57,
"tag": ["Sentence"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 58,
"caption_0": "it hatched before it was eaten",
"caption_1": "it was eaten before it hatched",
"image_0": "58/0.jpg",
"image_1": "58/1.jpg",
"Old Tags": {
"id": 58,
"tag": ["Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": [
"Unusual Text",
"Visually Difficult",
"Complex Reasoning"
],
"Rewrite": {
"caption_0": "a bird hatched before being eaten",
"caption_1": "a egg was eaten before hatching"
}
},
{
"id": 59,
"caption_0": "there are three bananas and two apples",
"caption_1": "there are two bananas and three apples",
"image_0": "59/0.jpg",
"image_1": "59/1.jpg",
"Old Tags": {
"id": 59,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 60,
"caption_0": "someone has loaded their plate with one of the toast slices and two of the eggs",
"caption_1": "someone has loaded their plate with two of the toast slices and one of the eggs",
"image_0": "60/0.jpg",
"image_1": "60/1.jpg",
"Old Tags": {
"id": 60,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 61,
"caption_0": "there are three people and two windows",
"caption_1": "there are two people and three windows",
"image_0": "61/0.jpg",
"image_1": "61/1.jpg",
"Old Tags": {
"id": 61,
"tag": ["Determiner-Numeral"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] },
"Why is WG hard": ["Unusual Image"]
},
{
"id": 62,
"caption_0": "there are 50 stars on the right flag and 5 stars on the left flag",
"caption_1": "there are 5 stars on the right flag and 50 stars on the left flag",
"image_0": "62/0.png",
"image_1": "62/1.png",
"Old Tags": {
"id": 62,
"tag": ["Determiner-Numeral"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 63,
"caption_0": "no people wear blue shirts and six people wear white shirts",
"caption_1": "six people wear blue shirts and no people wear white shirts",
"image_0": "63/0.jpg",
"image_1": "63/1.jpg",
"Old Tags": {
"id": 63,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color", "Count"],
"Relation": ["Wearing"],
"Reasoning": ["Differentiate", "Negation"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 64,
"caption_0": "the dog's leg is on the person's torso",
"caption_1": "the person's leg is on the dog's torso",
"image_0": "64/0.jpg",
"image_1": "64/1.jpg",
"Old Tags": {
"id": 64,
"tag": ["Determiner-Possessive"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 65,
"caption_0": "the animal's eyes are bigger than the person's",
"caption_1": "the person's eyes are bigger than the animal's",
"image_0": "65/0.jpg",
"image_1": "65/1.jpg",
"Old Tags": {
"id": 65,
"tag": ["Determiner-Possessive"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 66,
"caption_0": "the taller person's arm is around the shorter person's shoulder",
"caption_1": "the shorter person's arm is around the taller person's shoulder",
"image_0": "66/0.jpg",
"image_1": "66/1.jpg",
"Old Tags": {
"id": 66,
"tag": ["Determiner-Possessive"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare", "Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 67,
"caption_0": "the person in a brown coat looks back and the person in a black coat looks forward",
"caption_1": "the person in a black coat looks back and the person in a brown coat looks forward",
"image_0": "67/0.jpg",
"image_1": "67/1.jpg",
"Old Tags": {
"id": 67,
"tag": ["Adjective-Color"],
"secondary_tag": ["Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Wearing"],
"Reasoning": ["Commonsense", "Differentiate"]
},
"Why is WG hard": []
},
{
"id": 68,
"caption_0": "it ran away while they pursued",
"caption_1": "they ran away while it pursued",
"image_0": "68/0.jpg",
"image_1": "68/1.jpg",
"Old Tags": {
"id": 68,
"tag": ["Pronoun, Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Text"],
"Rewrite": {
"caption_0": "a leopard ran away while hyenas pursued",
"caption_1": "hyenas ran away while a leopard pursued"
}
},
{
"id": 69,
"caption_0": "almost everyone is in a boat and one is swimming",
"caption_1": "one is in a boat and almost everyone is swimming",
"image_0": "69/0.jpg",
"image_1": "69/1.jpg",
"Old Tags": {
"id": 69,
"tag": ["Determiner-Numeral Phrase"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Action", "Count"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Visually Difficult"],
"Rewrite": {
"caption_0": "almost people is in a boat and a person is swimming",
"caption_1": "a person is in a boat and almost people is swimming"
}
},
{
"id": 70,
"caption_0": "the person with the lighter shoes is holding an emoji and the person with the darker shoes isn't",
"caption_1": "the person with the darker shoes is holding an emoji and the person with the lighter shoes isn't",
"image_0": "70/0.jpg",
"image_1": "70/1.jpg",
"Old Tags": {
"id": 70,
"tag": ["Adjective-Color"],
"secondary_tag": ["Symbolic, Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action", "Wearing"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Image", "Unusual Text", "Visually Difficult"]
},
{
"id": 71,
"caption_0": "the person wearing neutral colors poses and the person wearing brighter colors takes a picture",
"caption_1": "the person wearing brighter colors poses and the person wearing neutral colors takes a picture",
"image_0": "71/0.jpg",
"image_1": "71/1.jpg",
"Old Tags": {
"id": 71,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color", "Action"],
"Relation": ["Wearing"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 72,
"caption_0": "it's a fire truck",
"caption_1": "it's a truck fire",
"image_0": "72/0.jpg",
"image_1": "72/1.jpg",
"Old Tags": {
"id": 72,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 73,
"caption_0": "watching the present",
"caption_1": "presenting the watch",
"image_0": "73/0.jpg",
"image_1": "73/1.jpg",
"Old Tags": {
"id": 73,
"tag": ["Altered POS"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 74,
"caption_0": "walking out on a rock",
"caption_1": "rocking out on a walk",
"image_0": "74/0.jpg",
"image_1": "74/1.jpg",
"Old Tags": {
"id": 74,
"tag": ["Altered POS"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 75,
"caption_0": "the kid with the magnifying glass looks at them",
"caption_1": "the kid looks at them with the magnifying glass",
"image_0": "75/0.jpg",
"image_1": "75/1.jpg",
"Old Tags": {
"id": 75,
"tag": ["Preposition Phrase, Scope"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": []
},
"Why is WG hard": ["Ambiguously Correct"],
"Rewrite": {
"tag": "The original caption is incorrect.",
"caption_0": "the kid with the magnifying glass looks at the other person",
"caption_1": "the kid looks at the other person with the magnifying glass"
}
},
{
"id": 76,
"caption_0": "the person with the kids is sitting",
"caption_1": "the person is sitting with the kids",
"image_0": "76/0.jpg",
"image_1": "76/1.jpg",
"Old Tags": {
"id": 76,
"tag": ["Preposition Phrase, Scope"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Action"],
"Relation": [],
"Reasoning": []
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 77,
"caption_0": "the people with shoes are touching each other",
"caption_1": "the people are touching each other with shoes",
"image_0": "77/0.jpg",
"image_1": "77/1.jpg",
"Old Tags": {
"id": 77,
"tag": ["Preposition Phrase, Scope"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Visually Difficult"]
},
{
"id": 78,
"caption_0": "someone with an apple is hurt by a tree",
"caption_1": "someone is hurt by a tree with an apple",
"image_0": "78/0.jpg",
"image_1": "78/1.png",
"Old Tags": {
"id": 78,
"tag": ["Preposition Phrase, Scope"],
"secondary_tag": ["Symbolic, Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Unusual Image"]
},
{
"id": 79,
"caption_0": "the person that is on the table is eating the food",
"caption_1": "the person is eating the food that is on the table",
"image_0": "79/0.jpg",
"image_1": "79/1.jpg",
"Old Tags": {
"id": 79,
"tag": ["Preposition Phrase, Scope"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 80,
"caption_0": "the watering can is larger than the pot",
"caption_1": "the pot is larger than the watering can",
"image_0": "80/0.jpg",
"image_1": "80/1.jpg",
"Old Tags": {
"id": 80,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 81,
"caption_0": "they hold a suitcase handle with their left hand and they hold a passport with their right hand",
"caption_1": "they hold a passport with their left hand and they hold a suitcase handle with their right hand",
"image_0": "81/0.jpg",
"image_1": "81/1.jpg",
"Old Tags": {
"id": 81,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action", "Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"],
"Rewrite": {
"caption_0": "a person holds a suitcase handle with the left hand and holds a passport with the right hand",
"caption_1": "a person holds a passport with the left hand and holds a suitcase handle with the right hand"
}
},
{
"id": 82,
"caption_0": "the person with the patterned shirt is curly-haired and the other is straight-haired",
"caption_1": "the person with the patterned shirt is straight-haired and the other is curly-haired",
"image_0": "82/0.jpg",
"image_1": "82/1.jpg",
"Old Tags": {
"id": 82,
"tag": ["Adjective-Texture"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 83,
"caption_0": "a diagram showing movement from right to left",
"caption_1": "a diagram showing movement from left to right",
"image_0": "83/0.jpg",
"image_1": "83/1.jpg",
"Old Tags": {
"id": 83,
"tag": ["Preposition"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 84,
"caption_0": "the flip flops are too big for these feet",
"caption_1": "the feet are too big for these flip flops",
"image_0": "84/0.jpg",
"image_1": "84/1.jpg",
"Old Tags": {
"id": 84,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 85,
"caption_0": "the person who is wearing a crown is kissing a frog",
"caption_1": "the person is kissing a frog who is wearing a crown",
"image_0": "85/0.jpg",
"image_1": "85/1.jpg",
"Old Tags": {
"id": 85,
"tag": ["Relative Clause, Scope"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 86,
"caption_0": "a dog sitting on a couch with a person lying on the floor",
"caption_1": "a person lying on a couch with a dog sitting on the floor",
"image_0": "86/0.jpg",
"image_1": "86/1.jpg",
"Old Tags": {
"id": 86,
"tag": ["Noun, Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action", "Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 87,
"caption_0": "The uncaged bird has an opened cage door",
"caption_1": "The caged bird has an unopened cage door",
"image_0": "87/0.jpg",
"image_1": "87/1.jpg",
"Old Tags": {
"id": 87,
"tag": ["Negation, Scope"],
"secondary_tag": ["Morpheme-Level, Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 88,
"caption_0": "meat with potatoes",
"caption_1": "potatoes with meat",
"image_0": "88/0.jpg",
"image_1": "88/1.jpg",
"Old Tags": {
"id": 88,
"tag": ["Noun"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 89,
"caption_0": "the person in pink was close to not winning",
"caption_1": "the person in pink was not close to winning",
"image_0": "89/0.jpg",
"image_1": "89/1.png",
"Old Tags": {
"id": 89,
"tag": ["Negation, Scope"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Color"],
"Relation": ["Spatial", "Wearing"],
"Reasoning": ["Commonsense", "Differentiate"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 90,
"caption_0": "two humans and one wheel",
"caption_1": "two wheels and one human",
"image_0": "90/0.jpg",
"image_1": "90/1.jpg",
"Old Tags": {
"id": 90,
"tag": ["Noun"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 91,
"caption_0": "clothing on lines",
"caption_1": "lines on clothing",
"image_0": "91/0.jpg",
"image_1": "91/1.jpg",
"Old Tags": {
"id": 91,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 92,
"caption_0": "someone talks on the phone angrily while another person sits happily",
"caption_1": "someone talks on the phone happily while another person sits angrily",
"image_0": "92/0.jpg",
"image_1": "92/1.jpg",
"Old Tags": {
"id": 92,
"tag": ["Adverb-Animate"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Emotion", "Action"],
"Relation": [],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 93,
"caption_0": "two boats and one direction down the stream",
"caption_1": "one boat and two directions down the stream",
"image_0": "93/0.jpg",
"image_1": "93/1.jpg",
"Old Tags": {
"id": 93,
"tag": ["Determiner-Numeral"],
"secondary_tag": ["Symbolic, Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Unusual Image", "Complex Reasoning"]
},
{
"id": 94,
"caption_0": "The dog rides without a visible tongue",
"caption_1": "The dog rides with a visible tongue out",
"image_0": "94/0.jpg",
"image_1": "94/1.jpg",
"Old Tags": {
"id": 94,
"tag": ["Negation, Scope"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguously"]
},
"Why is WG hard": []
},
{
"id": 95,
"caption_0": "handing a hammer",
"caption_1": "hammering a hand",
"image_0": "95/0.jpg",
"image_1": "95/1.jpg",
"Old Tags": {
"id": 95,
"tag": ["Altered POS"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 96,
"caption_0": "leaves its shedding",
"caption_1": "shedding its leaves",
"image_0": "96/0.jpg",
"image_1": "96/1.jpg",
"Old Tags": {
"id": 96,
"tag": ["Altered POS"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 97,
"caption_0": "they are using no bait but still got fish",
"caption_1": "they are using bait but still got no fish",
"image_0": "97/0.jpg",
"image_1": "97/1.jpg",
"Old Tags": {
"id": 97,
"tag": ["Negation, Scope"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action", "State", "Count"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"]
},
{
"id": 98,
"caption_0": "someone on the ground is spraying water towards a vehicle",
"caption_1": "someone is on a vehicle spraying water towards the ground",
"image_0": "98/0.jpg",
"image_1": "98/1.jpg",
"Old Tags": {
"id": 98,
"tag": ["Verb-Transitive, Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial", "Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 99,
"caption_0": "the dog wears as a hat what someone would normally bite",
"caption_1": "the dog bites what someone would normally wear as a hat",
"image_0": "99/0.jpg",
"image_1": "99/1.jpg",
"Old Tags": {
"id": 99,
"tag": ["Verb-Transitive Phrase, Verb-Intransitive, Preposition Phrase"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 100,
"caption_0": "the happy one is on the left and the upset one is on the right",
"caption_1": "the upset one is on the left and the happy one is on the right",
"image_0": "100/0.jpg",
"image_1": "100/1.jpg",
"Old Tags": {
"id": 100,
"tag": ["Adjective-Animate"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Emotion"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": [],
"Rewrite": {
"caption_0": "the happy person is on the left and the upset person is on the right",
"caption_1": "the upset person is on the left and the happy person is on the right"
}
},
{
"id": 101,
"caption_0": "fake mustache and real hair on head",
"caption_1": "real mustache and fake hair on head",
"image_0": "101/0.jpg",
"image_1": "101/1.jpg",
"Old Tags": {
"id": 101,
"tag": ["Adjective-Animate"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 102,
"caption_0": "real cat with toy baby",
"caption_1": "toy cat with real baby",
"image_0": "102/0.jpg",
"image_1": "102/1.jpg",
"Old Tags": {
"id": 102,
"tag": ["Adjective-Animate"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 103,
"caption_0": "the lion is loud and the lionness is quiet",
"caption_1": "the lion is quiet and the lionness is loud",
"image_0": "103/0.jpg",
"image_1": "103/1.jpg",
"Old Tags": {
"id": 103,
"tag": ["Adjective-Animate"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 104,
"caption_0": "there is a pink couch with green pillows",
"caption_1": "there is a green couch with pink pillows",
"image_0": "104/0.jpg",
"image_1": "104/1.jpg",
"Old Tags": {
"id": 104,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color", "Count"],
"Relation": [],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 105,
"caption_0": "light colored dog with dark colored cat",
"caption_1": "dark colored dog with light colored cat",
"image_0": "105/0.jpg",
"image_1": "105/1.jpg",
"Old Tags": {
"id": 105,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Color"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 106,
"caption_0": "someone is wearing a black hat and yellow shirt",
"caption_1": "someone is wearing a yellow hat and black shirt",
"image_0": "106/0.jpg",
"image_1": "106/1.jpg",
"Old Tags": {
"id": 106,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Wearing"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 107,
"caption_0": "black socks and orange shoes",
"caption_1": "orange socks and black shoes",
"image_0": "107/0.jpg",
"image_1": "107/1.png",
"Old Tags": {
"id": 107,
"tag": ["Adjective-Color"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Color"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 108,
"caption_0": "red building with white shutters",
"caption_1": "white building with red shutters",
"image_0": "108/0.jpg",
"image_1": "108/1.jpg",
"Old Tags": {
"id": 108,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": [],
"Reasoning": ["Localize"]
},
"Why is WG hard": []
},
{
"id": 109,
"caption_0": "blue pants and green top",
"caption_1": "green pants and blue top",
"image_0": "109/0.jpg",
"image_1": "109/1.jpg",
"Old Tags": {
"id": 109,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Color"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 110,
"caption_0": "there's one blue and many yellow balls",
"caption_1": "there's one yellow and many blue balls",
"image_0": "110/0.jpg",
"image_1": "110/1.jpg",
"Old Tags": {
"id": 110,
"tag": ["Adjective-Color"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color", "Count"],
"Relation": [],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 111,
"caption_0": "there are more silver coins than gold coins",
"caption_1": "there are more gold coins than silver coins",
"image_0": "111/0.jpg",
"image_1": "111/1.jpg",
"Old Tags": {
"id": 111,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Material", "Count"],
"Relation": [],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 112,
"caption_0": "the red team kicking the ball directly next to the blue team",
"caption_1": "the blue team kicking the ball directly next to the red team",
"image_0": "112/0.jpg",
"image_1": "112/1.jpg",
"Old Tags": {
"id": 112,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action", "Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 113,
"caption_0": "black dog wearing a brown sweater",
"caption_1": "brown dog wearing a black sweater",
"image_0": "113/0.jpg",
"image_1": "113/1.jpg",
"Old Tags": {
"id": 113,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Wearing"],
"Reasoning": []
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 114,
"caption_0": "one green apple surrounded by a bunch of red apples",
"caption_1": "one red apple surrounded by a bunch of green apples",
"image_0": "114/0.jpg",
"image_1": "114/1.jpg",
"Old Tags": {
"id": 114,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 115,
"caption_0": "person in white is reading the orange book",
"caption_1": "person in orange is reading the white book",
"image_0": "115/0.jpg",
"image_1": "115/1.jpg",
"Old Tags": {
"id": 115,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 116,
"caption_0": "the children are being quiet while the adult is loud",
"caption_1": "the children are being loud while the adult is quiet",
"image_0": "116/0.jpg",
"image_1": "116/1.jpg",
"Old Tags": {
"id": 116,
"tag": ["Adjective-Manner"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": [
"Unusual Image",
"Visually Difficult",
"Complex Reasoning"
]
},
{
"id": 117,
"caption_0": "the circular mirror is on the left and the rectangular mirror is on the right",
"caption_1": "the rectangular mirror is on the left and the circular mirror is on the right",
"image_0": "117/0.jpg",
"image_1": "117/1.jpg",
"Old Tags": {
"id": 117,
"tag": ["Adjective-Shape"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Shape"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 118,
"caption_0": "circular food on heart-shaped wood",
"caption_1": "heart-shaped food on circular wood",
"image_0": "118/0.jpg",
"image_1": "118/1.jpg",
"Old Tags": {
"id": 118,
"tag": ["Adjective-Shape"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Shape"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"]
},
{
"id": 119,
"caption_0": "the dress on the left is long and the dress on the right is short",
"caption_1": "the dress on the left is short and the dress on the right is long",
"image_0": "119/0.jpg",
"image_1": "119/1.jpg",
"Old Tags": {
"id": 119,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Spatial", "Compare"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 120,
"caption_0": "the balloon in the middle has less air and the other balloons have more air",
"caption_1": "the balloon in the middle has more air and the other balloons have less air",
"image_0": "120/0.jpg",
"image_1": "120/1.jpg",
"Old Tags": {
"id": 120,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Spatial", "Compare"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 121,
"caption_0": "the pool has no people and the area around it has a lot of people",
"caption_1": "the pool has a lot of people and the area around it has no people",
"image_0": "121/0.jpg",
"image_1": "121/1.jpg",
"Old Tags": {
"id": 121,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Spatial"],
"Reasoning": ["Negation"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 122,
"caption_0": "big fish beside a small person",
"caption_1": "small fish beside a big person",
"image_0": "122/0.jpg",
"image_1": "122/1.jpg",
"Old Tags": {
"id": 122,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 123,
"caption_0": "the train is moving fast while the person is still",
"caption_1": "the train is still while the person is moving fast",
"image_0": "123/0.jpg",
"image_1": "123/1.jpg",
"Old Tags": {
"id": 123,
"tag": ["Adjective-Speed"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 124,
"caption_0": "they're enjoying hot water on a cold day",
"caption_1": "they're enjoying cold water on a hot day",
"image_0": "124/0.jpg",
"image_1": "124/1.jpg",
"Old Tags": {
"id": 124,
"tag": ["Adjective-Temperature"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Hard to tag"]
},
"Why is WG hard": [],
"Rewrite": {
"caption_0": "a person is enjoying hot water on a cold day",
"caption_1": "a person is enjoying cold water on a hot day"
}
},
{
"id": 125,
"caption_0": "concrete floors with wood walls",
"caption_1": "wood floors with concrete walls",
"image_0": "125/0.jpg",
"image_1": "125/1.jpg",
"Old Tags": {
"id": 125,
"tag": ["Adjective-Texture"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Material"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 126,
"caption_0": "the person on the left has curly hair and the person on the right has straight hair",
"caption_1": "the person on the left has straight hair and the person on the right has curly hair",
"image_0": "126/0.jpg",
"image_1": "126/1.jpg",
"Old Tags": {
"id": 126,
"tag": ["Adjective-Texture"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 127,
"caption_0": "there's a metal bottle with a plastic lid",
"caption_1": "there's a plastic bottle with a metal lid",
"image_0": "127/0.jpg",
"image_1": "127/1.jpg",
"Old Tags": {
"id": 127,
"tag": ["Adjective-Texture"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Material", "State"],
"Relation": [],
"Reasoning": ["Localize"]
},
"Why is WG hard": []
},
{
"id": 128,
"caption_0": "the fruit is heavy while the junk food is light",
"caption_1": "the fruit is light while the junk food is heavy",
"image_0": "128/0.jpg",
"image_1": "128/1.jpg",
"Old Tags": {
"id": 128,
"tag": ["Adjective-Weight"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Compare", "Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Image", "Complex Reasoning"]
},
{
"id": 129,
"caption_0": "the car is sitting upside down while the person is standing rightside up",
"caption_1": "the car is sitting rightside up while the person is standing upside down",
"image_0": "129/0.jpg",
"image_1": "129/1.jpg",
"Old Tags": {
"id": 129,
"tag": ["Adverb-Spatial"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 130,
"caption_0": "the cup on the left is filled first and the cup on the right is filled second",
"caption_1": "the cup on the left is filled second and the cup on the right is filled first",
"image_0": "130/0.jpg",
"image_1": "130/1.jpg",
"Old Tags": {
"id": 130,
"tag": ["Adverb-Temporal"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate", "Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 131,
"caption_0": "milk cow",
"caption_1": "cow milk",
"image_0": "131/0.jpg",
"image_1": "131/1.jpg",
"Old Tags": {
"id": 131,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 132,
"caption_0": "there is a clock wall",
"caption_1": "there is a wall clock",
"image_0": "132/0.jpg",
"image_1": "132/1.jpg",
"Old Tags": {
"id": 132,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 133,
"caption_0": "there is a split banana",
"caption_1": "there is a banana split",
"image_0": "133/0.jpg",
"image_1": "133/1.jpg",
"Old Tags": {
"id": 133,
"tag": ["Altered POS"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Non Minimal", "Unusual Image"]
},
{
"id": 134,
"caption_0": "there are two people and a bunch of horses",
"caption_1": "there are a bunch of people and two horses",
"image_0": "134/0.jpg",
"image_1": "134/1.jpg",
"Old Tags": {
"id": 134,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] },
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 135,
"caption_0": "three white and two brown eggs",
"caption_1": "two white and three brown eggs",
"image_0": "135/0.jpg",
"image_1": "135/1.jpg",
"Old Tags": {
"id": 135,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color", "Count"],
"Relation": [],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 136,
"caption_0": "the plastic is in the fish",
"caption_1": "the fish is in the plastic",
"image_0": "136/0.jpg",
"image_1": "136/1.jpg",
"Old Tags": {
"id": 136,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 137,
"caption_0": "the dog's paw is on the cat's face",
"caption_1": "the cat's paw is on the dog's face",
"image_0": "137/0.jpg",
"image_1": "137/1.jpg",
"Old Tags": {
"id": 137,
"tag": ["Determiner-Possessive"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Localize"]
},
"Why is WG hard": []
},
{
"id": 138,
"caption_0": "the computer's screen is on and the phone's screen is off",
"caption_1": "the phone's screen is on and the computer's screen is off",
"image_0": "138/0.jpg",
"image_1": "138/1.jpg",
"Old Tags": {
"id": 138,
"tag": ["Determiner-Possessive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["State"], "Relation": [], "Reasoning": [] },
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 139,
"caption_0": "the dog is in the driver's seat and the person is in the passenger's seat",
"caption_1": "the dog is in the passenger's seat and the person is in the driver's seat",
"image_0": "139/0.jpg",
"image_1": "139/1.jpg",
"Old Tags": {
"id": 139,
"tag": ["Determiner-Possessive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"],
"Tag": ["Complex reasoning"]
},
"Why is WG hard": []
},
{
"id": 140,
"caption_0": "there are more trees than people",
"caption_1": "there are more people than trees",
"image_0": "140/0.jpg",
"image_1": "140/1.jpg",
"Old Tags": {
"id": 140,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 141,
"caption_0": "there are more computers than people",
"caption_1": "there are more people than computers",
"image_0": "141/0.jpg",
"image_1": "141/1.jpg",
"Old Tags": {
"id": 141,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 142,
"caption_0": "there is more wood than metal",
"caption_1": "there is more metal than wood",
"image_0": "142/0.jpg",
"image_1": "142/1.jpg",
"Old Tags": {
"id": 142,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Material", "Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 143,
"caption_0": "there are more hats than people",
"caption_1": "there are more people than hats",
"image_0": "143/0.jpg",
"image_1": "143/1.jpg",
"Old Tags": {
"id": 143,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 144,
"caption_0": "there are more people than stools",
"caption_1": "there are more stools than people",
"image_0": "144/0.jpg",
"image_1": "144/1.jpg",
"Old Tags": {
"id": 144,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 145,
"caption_0": "there is more red wine than white wine",
"caption_1": "there is more white wine than red wine",
"image_0": "145/0.jpg",
"image_1": "145/1.jpg",
"Old Tags": {
"id": 145,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size", "Color", "Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 146,
"caption_0": "there's more milk than coffee",
"caption_1": "there's more coffee than milk",
"image_0": "146/0.jpg",
"image_1": "146/1.jpg",
"Old Tags": {
"id": 146,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size", "Count"],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 147,
"caption_0": "there's more cereal in the bowl than milk",
"caption_1": "there's more milk in the bowl than cereal",
"image_0": "147/0.jpg",
"image_1": "147/1.jpg",
"Old Tags": {
"id": 147,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size", "Count"],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 148,
"caption_0": "boat sail",
"caption_1": "sail boat",
"image_0": "148/0.jpg",
"image_1": "148/1.jpg",
"Old Tags": {
"id": 148,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 149,
"caption_0": "boat house",
"caption_1": "house boat",
"image_0": "149/0.jpg",
"image_1": "149/1.jpg",
"Old Tags": {
"id": 149,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 150,
"caption_0": "check a rip",
"caption_1": "rip a check",
"image_0": "150/0.jpg",
"image_1": "150/1.jpg",
"Old Tags": {
"id": 150,
"tag": ["Altered POS"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": ["Non Minimal"]
},
{
"id": 151,
"caption_0": "dress the display",
"caption_1": "display the dress",
"image_0": "151/0.jpg",
"image_1": "151/1.jpg",
"Old Tags": {
"id": 151,
"tag": ["Altered POS"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 152,
"caption_0": "spoon holding honey",
"caption_1": "honey holding spoon",
"image_0": "152/0.jpg",
"image_1": "152/1.jpg",
"Old Tags": {
"id": 152,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": ["Unusual Text"]
},
{
"id": 153,
"caption_0": "books holding up a person",
"caption_1": "a person holding up books",
"image_0": "153/0.jpg",
"image_1": "153/1.jpg",
"Old Tags": {
"id": 153,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 154,
"caption_0": "a dog is using a wheelchair next to a person",
"caption_1": "a person is using a wheelchair next to a dog",
"image_0": "154/0.jpg",
"image_1": "154/1.jpg",
"Old Tags": {
"id": 154,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action", "Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 155,
"caption_0": "some plants surrounding a lightbulb",
"caption_1": "a lightbulb surrounding some plants",
"image_0": "155/0.jpg",
"image_1": "155/1.jpg",
"Old Tags": {
"id": 155,
"tag": ["Determiner-Numeral, Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": ["Unusual Image"]
},
{
"id": 156,
"caption_0": "a more lightly-colored dog is holding a toy next to a black dog",
"caption_1": "a black dog is holding a toy next to a more lightly-colored dog",
"image_0": "156/0.jpg",
"image_1": "156/1.jpg",
"Old Tags": {
"id": 156,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action", "Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 157,
"caption_0": "the flowers are taller than the people",
"caption_1": "the people are taller than the flowers",
"image_0": "157/0.jpg",
"image_1": "157/1.jpg",
"Old Tags": {
"id": 157,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 158,
"caption_0": "there's a human in a stroller next to a dog",
"caption_1": "there's a dog in a stroller next to a human",
"image_0": "158/0.jpg",
"image_1": "158/1.jpg",
"Old Tags": {
"id": 158,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 159,
"caption_0": "a person is casting a shadow beside a ball",
"caption_1": "a ball is casting a shadow beside a person",
"image_0": "159/0.jpg",
"image_1": "159/1.jpg",
"Old Tags": {
"id": 159,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Unusual Image", "Unusual Text", "Visually Difficult"]
},
{
"id": 160,
"caption_0": "its tail is shorter than its body",
"caption_1": "its body is shorter than its tail",
"image_0": "160/0.jpg",
"image_1": "160/1.jpg",
"Old Tags": {
"id": 160,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": [],
"Rewrite": {
"caption_0": "the animal's tail is shorter than its body",
"caption_1": "the animal's body is shorter than its tail"
}
},
{
"id": 161,
"caption_0": "the child is throwing the adult the ball",
"caption_1": "the adult is throwing the child the ball",
"image_0": "161/0.jpg",
"image_1": "161/1.jpg",
"Old Tags": {
"id": 161,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 162,
"caption_0": "a person underneath lights",
"caption_1": "lights underneath a person",
"image_0": "162/0.jpg",
"image_1": "162/1.jpg",
"Old Tags": {
"id": 162,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 163,
"caption_0": "some green on the ball",
"caption_1": "the ball on some green",
"image_0": "163/0.jpg",
"image_1": "163/1.jpg",
"Old Tags": {
"id": 163,
"tag": ["Determiner-Numeral, Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Text", "Visually Difficult"]
},
{
"id": 164,
"caption_0": "mind in the clouds",
"caption_1": "clouds in the mind",
"image_0": "164/0.jpg",
"image_1": "164/1.jpg",
"Old Tags": {
"id": 164,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Non Minimal", "Unusual Image"]
},
{
"id": 165,
"caption_0": "there's a phone on a map",
"caption_1": "there's a map on a phone",
"image_0": "165/0.jpg",
"image_1": "165/1.jpg",
"Old Tags": {
"id": 165,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 166,
"caption_0": "a person on a rock next to a dog",
"caption_1": "a dog on a rock next to a person",
"image_0": "166/0.jpg",
"image_1": "166/1.jpg",
"Old Tags": {
"id": 166,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 167,
"caption_0": "an adult is flexing beside a child",
"caption_1": "a child is flexing beside an adult",
"image_0": "167/0.jpg",
"image_1": "167/1.jpg",
"Old Tags": {
"id": 167,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 168,
"caption_0": "the person is looking at the dog",
"caption_1": "the dog is looking at the person",
"image_0": "168/0.jpg",
"image_1": "168/1.jpg",
"Old Tags": {
"id": 168,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 169,
"caption_0": "a cat is underneath a red blanket",
"caption_1": "a red blanket is underneath a cat",
"image_0": "169/0.jpg",
"image_1": "169/1.jpg",
"Old Tags": {
"id": 169,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 170,
"caption_0": "the person is bigger than the house",
"caption_1": "the house is bigger than the person",
"image_0": "170/0.jpg",
"image_1": "170/1.jpg",
"Old Tags": {
"id": 170,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": [],
"Rewrite": {
"caption_0": "the person is taller than the house",
"caption_1": "the house is bigger than the person"
}
},
{
"id": 171,
"caption_0": "the person is underneath the car",
"caption_1": "the car is underneath the person",
"image_0": "171/0.jpg",
"image_1": "171/1.jpg",
"Old Tags": {
"id": 171,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 172,
"caption_0": "the water is filled with plastic",
"caption_1": "the plastic is filled with water",
"image_0": "172/0.jpg",
"image_1": "172/1.jpg",
"Old Tags": {
"id": 172,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 173,
"caption_0": "an apple is on a target",
"caption_1": "a target is on an apple",
"image_0": "173/0.jpg",
"image_1": "173/1.jpg",
"Old Tags": {
"id": 173,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": ["Unusual Image"]
},
{
"id": 174,
"caption_0": "plant made out of a light bulb",
"caption_1": "light bulb made out of a plant",
"image_0": "174/0.jpg",
"image_1": "174/1.jpg",
"Old Tags": {
"id": 174,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": ["Material"], "Relation": [], "Reasoning": [] },
"Why is WG hard": ["Unusual Image", "Unusual Text"]
},
{
"id": 175,
"caption_0": "parent pointing at child",
"caption_1": "child pointing at parent",
"image_0": "175/0.jpg",
"image_1": "175/1.jpg",
"Old Tags": {
"id": 175,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 176,
"caption_0": "the person reached the base before the ball",
"caption_1": "the ball reached the base before the person",
"image_0": "176/0.jpg",
"image_1": "176/1.jpg",
"Old Tags": {
"id": 176,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"]
},
{
"id": 177,
"caption_0": "ice being dumped on top of fish",
"caption_1": "fish being dumped on top of ice",
"image_0": "177/0.jpg",
"image_1": "177/1.jpg",
"Old Tags": {
"id": 177,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 178,
"caption_0": "an adult kisses a child",
"caption_1": "a child kisses an adult",
"image_0": "178/0.jpg",
"image_1": "178/1.jpg",
"Old Tags": {
"id": 178,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": [],
"Tag": ["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 179,
"caption_0": "there's a dog in a mask and a person beside it",
"caption_1": "there's a dog and a person in a mask beside it",
"image_0": "179/0.jpg",
"image_1": "179/1.jpg",
"Old Tags": {
"id": 179,
"tag": ["Preposition Phrase, Scope"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action", "Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 180,
"caption_0": "the baby on the phone is next to an adult",
"caption_1": "the baby is next to an adult on the phone",
"image_0": "180/0.jpg",
"image_1": "180/1.jpg",
"Old Tags": {
"id": 180,
"tag": ["Preposition Phrase, Scope"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action", "Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 181,
"caption_0": "the person on the left has their arms up and the person on the right has their arms down",
"caption_1": "the person on the right has their arms up and the person on the left has their arms down",
"image_0": "181/0.jpg",
"image_1": "181/1.jpg",
"Old Tags": {
"id": 181,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 182,
"caption_0": "the person on the left is holding the phone and the person on the right is staring at it",
"caption_1": "the person on the right is holding the phone and the person on the left is staring at it",
"image_0": "182/0.jpg",
"image_1": "182/1.jpg",
"Old Tags": {
"id": 182,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action", "Spatial"],
"Reasoning": ["Differentiate"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 183,
"caption_0": "the orange on the left is moldy while the orange on the right is fresh",
"caption_1": "the orange on the right is moldy while the orange on the left is fresh",
"image_0": "183/0.jpg",
"image_1": "183/1.jpg",
"Old Tags": {
"id": 183,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 184,
"caption_0": "a pink scoop of ice cream on top and a blue scoop on bottom",
"caption_1": "a pink scoop of ice cream on bottom and a blue scoop on top",
"image_0": "184/0.jpg",
"image_1": "184/1.jpg",
"Old Tags": {
"id": 184,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 185,
"caption_0": "the glasses on the right are fuller than the glasses on the left",
"caption_1": "the glasses on the left are fuller than the glasses on the right",
"image_0": "185/0.jpg",
"image_1": "185/1.jpg",
"Old Tags": {
"id": 185,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Spatial", "Compare"],
"Reasoning": [],
"Tag": ["Complex reasoning"]
},
"Why is WG hard": []
},
{
"id": 186,
"caption_0": "the person on the left is blowing bubbles and the person on the right is watching",
"caption_1": "the person on the right is blowing bubbles and the person on the left is watching",
"image_0": "186/0.jpg",
"image_1": "186/1.jpg",
"Old Tags": {
"id": 186,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial", "Action"],
"Reasoning": [],
"Tag": ["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 187,
"caption_0": "there's more foam on the left than on the right",
"caption_1": "there's more foam on the right than on the left",
"image_0": "187/0.jpg",
"image_1": "187/1.jpg",
"Old Tags": {
"id": 187,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 188,
"caption_0": "a fish is jumping from left to right",
"caption_1": "a fish is jumping from right to left",
"image_0": "188/0.jpg",
"image_1": "188/1.jpg",
"Old Tags": {
"id": 188,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial", "Action"],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 189,
"caption_0": "they worked out then they drank water",
"caption_1": "they drank water then they worked out",
"image_0": "189/0.jpg",
"image_1": "189/1.jpg",
"Old Tags": {
"id": 189,
"tag": ["Verb-Transitive Phrase"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Ambiguously Correct"],
"Rewrite": {
"caption_0": "a person worked out then drank water",
"caption_1": "two people drank water then they worked out"
}
},
{
"id": 190,
"caption_0": "the shrimp are peeled then the shrimp are cooked",
"caption_1": "the shrimp are cooked then the shrimp are peeled",
"image_0": "190/0.jpg",
"image_1": "190/1.jpg",
"Old Tags": {
"id": 190,
"tag": ["Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 191,
"caption_0": "the coffee is poured before it is ground",
"caption_1": "it is ground before the coffee is poured",
"image_0": "191/0.jpg",
"image_1": "191/1.jpg",
"Old Tags": {
"id": 191,
"tag": ["Sentence"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 192,
"caption_0": "the potato is washed and then it is cut",
"caption_1": "the potato is cut and then it is washed",
"image_0": "192/0.jpg",
"image_1": "192/1.jpg",
"Old Tags": {
"id": 192,
"tag": ["Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 193,
"caption_0": "the banana is peeled then it is sliced",
"caption_1": "the banana is sliced then it is peeled",
"image_0": "193/0.jpg",
"image_1": "193/1.jpg",
"Old Tags": {
"id": 193,
"tag": ["Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 194,
"caption_0": "the dog is swimming and the person is standing",
"caption_1": "the dog is standing and the person is swimming",
"image_0": "194/0.jpg",
"image_1": "194/1.jpg",
"Old Tags": {
"id": 194,
"tag": ["Verb-Intransitive, Noun"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Action"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 195,
"caption_0": "the person is jumping while the cat is sitting",
"caption_1": "the person is sitting while the cat is jumping",
"image_0": "195/0.jpg",
"image_1": "195/1.jpg",
"Old Tags": {
"id": 195,
"tag": ["Verb-Intransitive, Noun"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Action"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 196,
"caption_0": "a cat is lying down and a person is stretching",
"caption_1": "a cat is stretching and a person is lying down",
"image_0": "196/0.jpg",
"image_1": "196/1.jpg",
"Old Tags": {
"id": 196,
"tag": ["Verb-Intransitive Phrase"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Action"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 197,
"caption_0": "some people are standing but more are sitting",
"caption_1": "some people are sitting but more are standing",
"image_0": "197/0.jpg",
"image_1": "197/1.jpg",
"Old Tags": {
"id": 197,
"tag": ["Verb-Intransitive, Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action", "Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 198,
"caption_0": "The kid throws the pancake and the adult sees it",
"caption_1": "The kids see the pancake and the adult throws it",
"image_0": "198/0.jpg",
"image_1": "198/1.jpg",
"Old Tags": {
"id": 198,
"tag": ["Verb-Transitive"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": ["Unusual Text"]
},
{
"id": 199,
"caption_0": "painting gray walls white",
"caption_1": "painting white walls gray",
"image_0": "199/0.jpg",
"image_1": "199/1.jpg",
"Old Tags": {
"id": 199,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 200,
"caption_0": "a shorter person wearing blue standing next to a taller person",
"caption_1": "a taller person wearing blue standing next to a shorter person",
"image_0": "200/0.jpg",
"image_1": "200/1.jpg",
"Old Tags": {
"id": 200,
"tag": ["Adjective-Height"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action", "Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 201,
"caption_0": "a person wearing a bear mask in blue on the left hand side of a person wearing a panda mask with glasses in pink",
"caption_1": "a person wearing a panda mask with glasses in blue on the left hand side of a person wearing a bear mask in pink",
"image_0": "201/0.jpg",
"image_1": "201/1.jpg",
"Old Tags": {
"id": 201,
"tag": ["Noun, Preposition Phrase, Scope"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action", "Spatial"],
"Reasoning": [],
"Tag": ["Multi steps"]
},
"Why is WG hard": ["Unusual Image", "Unusual Text"]
},
{
"id": 202,
"caption_0": "a car containing many a box",
"caption_1": "a box containing many a car",
"image_0": "202/0.jpg",
"image_1": "202/1.jpg",
"Old Tags": {
"id": 202,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": [],
"Reasoning": ["Localize"]
},
"Why is WG hard": []
},
{
"id": 203,
"caption_0": "left is red and right is blue",
"caption_1": "left is blue and right is red",
"image_0": "203/0.jpg",
"image_1": "203/1.jpg",
"Old Tags": {
"id": 203,
"tag": ["Adjective-Color"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 204,
"caption_0": "many a table tennis racket, just one ball",
"caption_1": "just one table tennis racket, many a ball",
"image_0": "204/0.jpg",
"image_1": "204/1.jpg",
"Old Tags": {
"id": 204,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] },
"Why is WG hard": ["Unusual Image"]
},
{
"id": 205,
"caption_0": "four lions, no tigers",
"caption_1": "no lions, four tigers",
"image_0": "205/0.jpg",
"image_1": "205/1.jpg",
"Old Tags": {
"id": 205,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": [],
"Reasoning": ["Negation"]
},
"Why is WG hard": []
},
{
"id": 206,
"caption_0": "a small spherical object is heavier than a big spherical object",
"caption_1": "a big spherical object is heavier than a small spherical object",
"image_0": "206/0.jpg",
"image_1": "206/1.jpg",
"Old Tags": {
"id": 206,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare", "Spatial"],
"Reasoning": ["Commonsense", "Differentiate"]
},
"Why is WG hard": ["Unusual Image", "Complex Reasoning"]
},
{
"id": 207,
"caption_0": "an older person blocking a younger person",
"caption_1": "a younger person blocking an older person",
"image_0": "207/0.jpg",
"image_1": "207/1.jpg",
"Old Tags": {
"id": 207,
"tag": ["Adjective-Age"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Age"],
"Relation": ["Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 208,
"caption_0": "white land and black water",
"caption_1": "black land and white water",
"image_0": "208/0.jpg",
"image_1": "208/1.jpg",
"Old Tags": {
"id": 208,
"tag": ["Adjective-Color"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Color"], "Relation": [], "Reasoning": [] },
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 209,
"caption_0": "the cube is smaller than the shape whose lateral faces meet at a vertex",
"caption_1": "the shape whose lateral faces meet at a vertex is smaller than the cube",
"image_0": "209/0.jpg",
"image_1": "209/1.png",
"Old Tags": {
"id": 209,
"tag": ["Noun Phrase"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Unusual Image", "Unusual Text", "Complex Reasoning"]
},
{
"id": 210,
"caption_0": "more bicycles than cars",
"caption_1": "more cars than bicycles",
"image_0": "210/0.jpg",
"image_1": "210/1.jpg",
"Old Tags": {
"id": 210,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 211,
"caption_0": "there are more apples than pears",
"caption_1": "there are more pears than apples",
"image_0": "211/0.jpg",
"image_1": "211/1.jpg",
"Old Tags": {
"id": 211,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 212,
"caption_0": "there is more love than hate",
"caption_1": "there is more hate than love",
"image_0": "212/0.jpg",
"image_1": "212/1.jpg",
"Old Tags": {
"id": 212,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Emotion"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 213,
"caption_0": "more water than oil",
"caption_1": "more oil than water",
"image_0": "213/0.jpg",
"image_1": "213/1.jpg",
"Old Tags": {
"id": 213,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size", "Color", "Count"],
"Relation": ["Compare"],
"Reasoning": [],
"Tag": ["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 214,
"caption_0": "a person cries while another person wearing jewelry above their shoulders consoles",
"caption_1": "a person consoles while another person wearing jewelry above their shoulders cries",
"image_0": "214/0.jpg",
"image_1": "214/1.jpg",
"Old Tags": {
"id": 214,
"tag": ["Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Action", "Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Text", "Visually Difficult"]
},
{
"id": 215,
"caption_0": "a person with long hair eating a meat-based product while a person with short hair snacks on some fries",
"caption_1": "a person with short hair eating a meat-based product while a person with long hair snacks on some fries",
"image_0": "215/0.jpg",
"image_1": "215/1.jpg",
"Old Tags": {
"id": 215,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action", "Compare"],
"Reasoning": ["Differentiate", "Commonsense"],
"Tag": ["Multi steps"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 216,
"caption_0": "water below the boat",
"caption_1": "boat below the water",
"image_0": "216/0.jpg",
"image_1": "216/1.jpg",
"Old Tags": {
"id": 216,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 217,
"caption_0": "the one in front is faster than the other one",
"caption_1": "the other one is faster than the one in front",
"image_0": "217/0.jpg",
"image_1": "217/1.png",
"Old Tags": {
"id": 217,
"tag": ["Noun Phrase"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial", "Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"],
"Rewrite": {
"caption_0": "the animal in front is faster than the other animal",
"caption_1": "the other animal is faster than the animal in front"
}
},
{
"id": 218,
"caption_0": "You can catch more flies with honey than you can with vinegar",
"caption_1": "You can catch more flies with vinegar than you can with honey",
"image_0": "218/0.jpg",
"image_1": "218/1.jpg",
"Old Tags": {
"id": 218,
"tag": ["Noun"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal", "Unusual Image", "Complex Reasoning"]
},
{
"id": 219,
"caption_0": "It starts with \"A\" and ends with \"Z\"",
"caption_1": "It starts with \"Z\" and ends with \"A\"",
"image_0": "219/0.jpg",
"image_1": "219/1.jpg",
"Old Tags": {
"id": 219,
"tag": ["Noun"],
"secondary_tag": ["Symbolic, Pragmatics"],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"],
"Tag": ["OCR"]
},
"Why is WG hard": ["Complex Reasoning"],
"Rewrite": {
"caption_0": "Letters starts with \"A\" and ends with \"Z\"",
"caption_1": "The name of this animal starts with \"Z\" and ends with \"A\""
}
},
{
"id": 220,
"caption_0": "a shadow within the line",
"caption_1": "a line within the shadow",
"image_0": "220/0.jpg",
"image_1": "220/1.jpg",
"Old Tags": {
"id": 220,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State", "Color"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 221,
"caption_0": "the brave in the face of fear",
"caption_1": "fear in the face of the brave",
"image_0": "221/0.jpg",
"image_1": "221/1.jpg",
"Old Tags": {
"id": 221,
"tag": ["Noun Phrase"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Emotion"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Ambiguously Correct", "Non Minimal", "Unusual Text"]
},
{
"id": 222,
"caption_0": "I need my strength back",
"caption_1": "I need my back strength",
"image_0": "222/0.jpg",
"image_1": "222/1.jpg",
"Old Tags": {
"id": 222,
"tag": ["Altered POS"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 223,
"caption_0": "the one in the middle is taller than the ones on the side are",
"caption_1": "the ones on the side are taller than the one in the middle is",
"image_0": "223/0.jpg",
"image_1": "223/1.jpg",
"Old Tags": {
"id": 223,
"tag": ["Sentence"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Spatial", "Compare"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Image"],
"Rewrite": {
"caption_0": "the pillar in the middle is taller than the pillars on the side are",
"caption_1": "the people on the side are taller than the person in the middle is"
}
},
{
"id": 224,
"caption_0": "fish flying",
"caption_1": "fly fishing",
"image_0": "224/0.jpg",
"image_1": "224/1.jpg",
"Old Tags": {
"id": 224,
"tag": ["Altered POS"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 225,
"caption_0": "the red car is behind the blue car",
"caption_1": "the blue car is behind the red car",
"image_0": "225/0.jpg",
"image_1": "225/1.jpg",
"Old Tags": {
"id": 225,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": ["Negation"]
},
"Why is WG hard": []
},
{
"id": 226,
"caption_0": "the driver wearing a shirt is in front of the other person wearing a sleeveless top",
"caption_1": "the driver wearing a sleeveless top is in front of the other person wearing a shirt",
"image_0": "226/0.jpg",
"image_1": "226/1.jpg",
"Old Tags": {
"id": 226,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action", "Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 227,
"caption_0": "an object that rolls is on some wood",
"caption_1": "some wood is on an object that rolls",
"image_0": "227/0.jpg",
"image_1": "227/1.jpg",
"Old Tags": {
"id": 227,
"tag": ["Determiner-Numeral, Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"]
},
{
"id": 228,
"caption_0": "a cat viewing a human on a screen",
"caption_1": "a human viewing a cat on a screen",
"image_0": "228/0.jpg",
"image_1": "228/1.jpg",
"Old Tags": {
"id": 228,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial", "Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 229,
"caption_0": "a normal person wishing they were a superhero",
"caption_1": "a superhero wishing they were a normal person",
"image_0": "229/0.jpg",
"image_1": "229/1.png",
"Old Tags": {
"id": 229,
"tag": ["Noun Phrase"],
"secondary_tag": ["Symbolic, Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 230,
"caption_0": "a mike in the right hand while raising the left",
"caption_1": "a mike in the left hand while raising the right",
"image_0": "230/0.jpg",
"image_1": "230/1.jpg",
"Old Tags": {
"id": 230,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 231,
"caption_0": "a person with long hair behind a person with a beard",
"caption_1": "a person with a beard behind a person with long hair",
"image_0": "231/0.jpg",
"image_1": "231/1.jpg",
"Old Tags": {
"id": 231,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 232,
"caption_0": "the person with hair to their shoulders has brown eyes and the other person's are blue",
"caption_1": "the person with hair to their shoulders has blue eyes and the other person's are brown",
"image_0": "232/0.jpg",
"image_1": "232/1.jpg",
"Old Tags": {
"id": 232,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Color"],
"Relation": [],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 233,
"caption_0": "a human being on a device that intercepts the sun's rays",
"caption_1": "a device that intercepts the sun's rays on a human being",
"image_0": "233/0.jpg",
"image_1": "233/1.jpg",
"Old Tags": {
"id": 233,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag": ["Ambiguous"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 234,
"caption_0": "more humans than phones",
"caption_1": "more phones than humans",
"image_0": "234/0.jpg",
"image_1": "234/1.jpg",
"Old Tags": {
"id": 234,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 235,
"caption_0": "a person is in the tube",
"caption_1": "a tube is in the person",
"image_0": "235/0.jpg",
"image_1": "235/1.jpg",
"Old Tags": {
"id": 235,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 236,
"caption_0": "the person's head is above the rest of their body",
"caption_1": "the rest of their body is above the person's head",
"image_0": "236/0.jpg",
"image_1": "236/1.jpg",
"Old Tags": {
"id": 236,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 237,
"caption_0": "person overboard",
"caption_1": "person over board",
"image_0": "237/0.jpg",
"image_1": "237/1.jpg",
"Old Tags": {
"id": 237,
"tag": ["Scope"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal", "Unusual Text"]
},
{
"id": 238,
"caption_0": "more red buttons than blue",
"caption_1": "more blue buttons than red",
"image_0": "238/0.jpg",
"image_1": "238/1.jpg",
"Old Tags": {
"id": 238,
"tag": ["Adjective-Color"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color", "Count"],
"Relation": ["Compare"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 239,
"caption_0": "the object at the top left is purple and the one at the bottom right of the group is red",
"caption_1": "the object at the bottom right is purple and the one at the top left of the group is red",
"image_0": "239/0.png",
"image_1": "239/1.jpg",
"Old Tags": {
"id": 239,
"tag": ["Preposition Phrase"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 240,
"caption_0": "flat at the bottom and pointy on top",
"caption_1": "flat on top and pointy at the bottom",
"image_0": "240/0.jpg",
"image_1": "240/1.jpg",
"Old Tags": {
"id": 240,
"tag": ["Preposition Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 241,
"caption_0": "seat numbers increasing from left to right",
"caption_1": "seat numbers increasing from right to left",
"image_0": "241/0.jpg",
"image_1": "241/1.jpg",
"Old Tags": {
"id": 241,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Spatial", "Compare"],
"Reasoning": ["Commonsense"],
"Tag":["Complex reasoning","OCR"]
},
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"]
},
{
"id": 242,
"caption_0": "the number on the right is larger than the number on the left",
"caption_1": "the number on the left is larger than the number on the right",
"image_0": "242/0.jpg",
"image_1": "242/1.jpg",
"Old Tags": {
"id": 242,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial", "Compare"],
"Reasoning": ["Commonsense"],
"Tag":["Complex reasoning","OCR"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 243,
"caption_0": "more hair on the person's face than on their head",
"caption_1": "more hair on the person's head than on their face",
"image_0": "243/0.jpg",
"image_1": "243/1.jpg",
"Old Tags": {
"id": 243,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": ["Localize"]
},
"Why is WG hard": []
},
{
"id": 244,
"caption_0": "the knife on the left and the fork on the right",
"caption_1": "the knife on the right and the fork on the left",
"image_0": "244/0.jpg",
"image_1": "244/1.jpg",
"Old Tags": {
"id": 244,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 245,
"caption_0": "food on their eyes",
"caption_1": "eyes on their food",
"image_0": "245/0.jpg",
"image_1": "245/1.jpg",
"Old Tags": {
"id": 245,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": ["Unusual Image"]
},
{
"id": 246,
"caption_0": "cars of bits",
"caption_1": "bits of cars",
"image_0": "246/0.jpg",
"image_1": "246/1.jpg",
"Old Tags": {
"id": 246,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Material"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal", "Unusual Image"]
},
{
"id": 247,
"caption_0": "a person on top of the world",
"caption_1": "the world on top of a person",
"image_0": "247/0.jpg",
"image_1": "247/1.jpg",
"Old Tags": {
"id": 247,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": ["Unusual Image"]
},
{
"id": 248,
"caption_0": "two people; the one on the right has curly hair and the one on the left doesn't",
"caption_1": "two people; the one on the left has curly hair and the one on the right doesn't",
"image_0": "248/0.jpg",
"image_1": "248/1.jpg",
"Old Tags": {
"id": 248,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate", "Negation"]
},
"Why is WG hard": []
},
{
"id": 249,
"caption_0": "first the cream, then the jam",
"caption_1": "first the jam, then the cream",
"image_0": "249/0.jpg",
"image_1": "249/1.jpg",
"Old Tags": {
"id": 249,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Material"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 250,
"caption_0": "more kisses than hugs",
"caption_1": "more hugs than kisses",
"image_0": "250/0.jpg",
"image_1": "250/1.jpg",
"Old Tags": {
"id": 250,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action", "Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 251,
"caption_0": "an inflatable flamingo on a person",
"caption_1": "a person on an inflatable flamingo",
"image_0": "251/0.jpg",
"image_1": "251/1.jpg",
"Old Tags": {
"id": 251,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 252,
"caption_0": "a pink bird with a white beak",
"caption_1": "a white bird with a pink beak",
"image_0": "252/0.jpg",
"image_1": "252/1.jpg",
"Old Tags": {
"id": 252,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Color"],
"Relation": [],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 253,
"caption_0": "a large pink inflatable flamingo along with some other lilos on the water including one that is mostly white",
"caption_1": "a large white inflatable flamingo along with some other lilos on the water including one that is mostly pink",
"image_0": "253/0.jpg",
"image_1": "253/1.jpg",
"Old Tags": {
"id": 253,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Color", "Count"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 254,
"caption_0": "there are more eyes in the image than there are on a typical human",
"caption_1": "there are more eyes on a typical human than there are in the image",
"image_0": "254/0.jpg",
"image_1": "254/1.png",
"Old Tags": {
"id": 254,
"tag": ["Preposition Phrase"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Image", "Complex Reasoning"]
},
{
"id": 255,
"caption_0": "the confident doctor's stethoscope is around their neck, and their jacket is over their name tag",
"caption_1": "the confident doctor's stethoscope is around their neck, and their name tag is over their jacket",
"image_0": "255/0.jpg",
"image_1": "255/1.jpg",
"Old Tags": {
"id": 255,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 256,
"caption_0": "few wind turbines and many clouds",
"caption_1": "few clouds and many wind turbines",
"image_0": "256/0.jpg",
"image_1": "256/1.jpg",
"Old Tags": {
"id": 256,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag":["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 257,
"caption_0": "an adult is reading to their young child",
"caption_1": "their young child is reading to an adult",
"image_0": "257/0.jpg",
"image_1": "257/1.jpg",
"Old Tags": {
"id": 257,
"tag": ["Noun Phrase, Determiner-Possessive"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"],
"Tag":["Ambiguous"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 258,
"caption_0": "the shopping basket is full and the shelves on the person's right are empty",
"caption_1": "the shelves on the person's right are full and the shopping basket is empty",
"image_0": "258/0.jpg",
"image_1": "258/1.jpg",
"Old Tags": {
"id": 258,
"tag": ["Sentence"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 259,
"caption_0": "Young person playing baseball with a green bat and blue ball",
"caption_1": "Young person playing baseball with a blue bat and green ball",
"image_0": "259/0.jpg",
"image_1": "259/1.jpg",
"Old Tags": {
"id": 259,
"tag": ["Noun, Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 260,
"caption_0": "painting the white wall red",
"caption_1": "painting the red wall white",
"image_0": "260/0.jpg",
"image_1": "260/1.jpg",
"Old Tags": {
"id": 260,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 261,
"caption_0": "wearing a red jacket over blue",
"caption_1": "wearing a blue jacket over red",
"image_0": "261/0.jpg",
"image_1": "261/1.jpg",
"Old Tags": {
"id": 261,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 262,
"caption_0": "I had cleaned my car",
"caption_1": "I had my car cleaned",
"image_0": "262/0.jpg",
"image_1": "262/1.jpg",
"Old Tags": {
"id": 262,
"tag": ["Altered POS"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Complex Reasoning"]
},
{
"id": 263,
"caption_0": "unfortunate poor people",
"caption_1": "poor unfortunate people",
"image_0": "263/0.jpg",
"image_1": "263/1.jpg",
"Old Tags": {
"id": 263,
"tag": ["Adjective-Manner"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 264,
"caption_0": "there are less gloves than masks",
"caption_1": "there are less masks than gloves",
"image_0": "264/0.jpg",
"image_1": "264/1.jpg",
"Old Tags": {
"id": 264,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Text", "Complex Reasoning"]
},
{
"id": 265,
"caption_0": "there are more pineapples than boxes",
"caption_1": "there are more boxes than pineapples",
"image_0": "265/0.jpg",
"image_1": "265/1.jpg",
"Old Tags": {
"id": 265,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 266,
"caption_0": "the outer bristles are blue and the inner ones are white",
"caption_1": "the outer bristles are white and the inner ones are blue",
"image_0": "266/0.jpg",
"image_1": "266/1.jpg",
"Old Tags": {
"id": 266,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 267,
"caption_0": "the first vowel is E and the last consonant is N",
"caption_1": "the last vowel is E and the first consonant is N",
"image_0": "267/0.jpg",
"image_1": "267/1.jpg",
"Old Tags": {
"id": 267,
"tag": ["Adjective-Temporal"],
"secondary_tag": ["Symbolic, Pragmatics"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag":["OCR"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 268,
"caption_0": "the cat on the left of the photo has its right paw ahead of its left",
"caption_1": "the cat on the left of the photo has its left paw ahead of its right",
"image_0": "268/0.jpg",
"image_1": "268/1.jpg",
"Old Tags": {
"id": 268,
"tag": ["Adjective-Spatial"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate", "Localize"]
},
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"]
},
{
"id": 269,
"caption_0": "the text is black on white",
"caption_1": "the text is white on black",
"image_0": "269/0.jpg",
"image_1": "269/1.jpg",
"Old Tags": {
"id": 269,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 270,
"caption_0": "the dog sits and the cat stands",
"caption_1": "the dog stands and the cat sits",
"image_0": "270/0.jpg",
"image_1": "270/1.jpg",
"Old Tags": {
"id": 270,
"tag": ["Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Action"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 271,
"caption_0": "the person with facial hair cycles and the other person runs",
"caption_1": "the person with facial hair runs and the other person cycles",
"image_0": "271/0.jpg",
"image_1": "271/1.jpg",
"Old Tags": {
"id": 271,
"tag": ["Verb-Intransitive"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Action"],
"Relation": [],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 272,
"caption_0": "using the laptop while the guitar is close by",
"caption_1": "using the guitar while the laptop is close by",
"image_0": "272/0.jpg",
"image_1": "272/1.jpg",
"Old Tags": {
"id": 272,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 273,
"caption_0": "a person in a blue coat with a brown-ish coffee cup",
"caption_1": "a person in a brown-ish coat with a blue coffee cup",
"image_0": "273/0.jpg",
"image_1": "273/1.jpg",
"Old Tags": {
"id": 273,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Color"],
"Relation": ["Action"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 274,
"caption_0": "space in a star",
"caption_1": "a star in space",
"image_0": "274/0.png",
"image_1": "274/1.jpg",
"Old Tags": {
"id": 274,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag":["Ambiguous"]
},
"Why is WG hard": ["Non Minimal", "Unusual Image"]
},
{
"id": 275,
"caption_0": "star of death",
"caption_1": "death of star",
"image_0": "275/0.jpg",
"image_1": "275/1.jpg",
"Old Tags": {
"id": 275,
"tag": ["Noun"],
"secondary_tag": ["Symbolic, Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag":["Ambiguous"]
},
"Why is WG hard": [
"Non Minimal",
"Unusual Image",
"Unusual Text",
"Complex Reasoning"
]
},
{
"id": 276,
"caption_0": "the younger person is making noise while the other is silent",
"caption_1": "the younger person is silent while the other is making noise",
"image_0": "276/0.jpg",
"image_1": "276/1.jpg",
"Old Tags": {
"id": 276,
"tag": ["Verb-Intransitive, Adjective-Manner"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Action"],
"Relation": ["Compare"],
"Reasoning": [],
"Tag":["Ambiguous"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 277,
"caption_0": "the one on the left is happy and the other is sad",
"caption_1": "the one on the left is sad and the other is happy",
"image_0": "277/0.jpg",
"image_1": "277/1.jpg",
"Old Tags": {
"id": 277,
"tag": ["Noun Phrase, Adjective-Animate"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Emotion"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Image"],
"Rewrite": {
"caption_0": "the person on the left is happy and the other is sad",
"caption_1": "the person on the left is sad and the other is happy"
}
},
{
"id": 278,
"caption_0": "the person on the left is dancing and the person on the very right is sitting on the sofa",
"caption_1": "the person on the left is sitting on the sofa and the person on the very right is dancing",
"image_0": "278/0.jpg",
"image_1": "278/1.jpg",
"Old Tags": {
"id": 278,
"tag": ["Verb-Intransitive, Verb-Transitive Phrase"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 279,
"caption_0": "the person on the left is crying sadly while the one on the right is smiling happily",
"caption_1": "the person on the left is smiling happily while the one on the right is crying sadly",
"image_0": "279/0.jpg",
"image_1": "279/1.jpg",
"Old Tags": {
"id": 279,
"tag": ["Verb-Intransitive Phrase, Adverb-Animate"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Action"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 280,
"caption_0": "the large person is drinking from the small coffee cup",
"caption_1": "the small person is drinking from the large coffee cup",
"image_0": "280/0.jpg",
"image_1": "280/1.jpg",
"Old Tags": {
"id": 280,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Action", "Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 281,
"caption_0": "hot rubber and cool metal",
"caption_1": "cool rubber and hot metal",
"image_0": "281/0.jpg",
"image_1": "281/1.jpg",
"Old Tags": {
"id": 281,
"tag": ["Adjective-Temperature"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 282,
"caption_0": "the triangular shape is beneath the square one",
"caption_1": "the square shape is beneath the triangular one",
"image_0": "282/0.jpg",
"image_1": "282/1.jpg",
"Old Tags": {
"id": 282,
"tag": ["Adjective-Shape"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Shape"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 283,
"caption_0": "rough outside but smooth inside",
"caption_1": "smooth outside but rough inside",
"image_0": "283/0.jpg",
"image_1": "283/1.jpg",
"Old Tags": {
"id": 283,
"tag": ["Adjective-Texture"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag":["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 284,
"caption_0": "the green one is fast and the one in white is comparatively slow",
"caption_1": "the green one is slow and the one in white is comparatively fast",
"image_0": "284/0.jpg",
"image_1": "284/1.jpg",
"Old Tags": {
"id": 284,
"tag": ["Adjective-Speed"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"],
"Rewrite": {
"caption_0": "the green object is fast and the object in white is comparatively slow",
"caption_1": "the green object is slow and the object in white is comparatively fast"
}
},
{
"id": 285,
"caption_0": "there are more humans than balls",
"caption_1": "there are more balls than humans",
"image_0": "285/0.jpg",
"image_1": "285/1.jpg",
"Old Tags": {
"id": 285,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 286,
"caption_0": "there are more legs than wheels",
"caption_1": "there are more wheels than legs",
"image_0": "286/0.jpg",
"image_1": "286/1.jpg",
"Old Tags": {
"id": 286,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"]
},
{
"id": 287,
"caption_0": "a group of three people with longer hair and two with short hair in a business context",
"caption_1": "a group of two people with longer hair and three with short hair in a business context",
"image_0": "287/0.jpg",
"image_1": "287/1.jpg",
"Old Tags": {
"id": 287,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Count"],
"Relation": [],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": [
"Ambiguously Correct",
"Unusual Text",
"Complex Reasoning"
]
},
{
"id": 288,
"caption_0": "the gesture of the person sitting down is supporting the understanding of the person standing up",
"caption_1": "the gesture of the person standing up is supporting the understanding of the person sitting down",
"image_0": "288/0.jpg",
"image_1": "288/1.jpg",
"Old Tags": {
"id": 288,
"tag": ["Verb-Intransitive Phrase, Preposition"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 289,
"caption_0": "the circle is above the cross",
"caption_1": "the cross is above the circle",
"image_0": "289/0.jpg",
"image_1": "289/1.jpg",
"Old Tags": {
"id": 289,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Shape"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 290,
"caption_0": "aerial view of a green tree in the brown freshly turned soil next to a green field",
"caption_1": "aerial view of a green tree in a green field next to the brown freshly turned soil",
"image_0": "290/0.jpg",
"image_1": "290/1.jpg",
"Old Tags": {
"id": 290,
"tag": ["Noun Phrase, Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State", "Color"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 291,
"caption_0": "physical therapist inspecting blue elastic therapeutic kinesio tape over pink",
"caption_1": "physical therapist inspecting pink elastic therapeutic kinesio tape over blue",
"image_0": "291/0.jpg",
"image_1": "291/1.jpg",
"Old Tags": {
"id": 291,
"tag": ["Adjective-Color"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag":["Ambiguous"]
},
"Why is WG hard": []
},
{
"id": 292,
"caption_0": "the skipping rope color is different to the shoelaces but similar to the shoes",
"caption_1": "the skipping rope color is similar to the shoelaces but different to the shoes",
"image_0": "292/0.jpg",
"image_1": "292/1.jpg",
"Old Tags": {
"id": 292,
"tag": ["Adjective-Manner"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 293,
"caption_0": "the blue balloon is being lifted by the weight",
"caption_1": "the weight is being lifted by the blue balloon",
"image_0": "293/0.jpg",
"image_1": "293/1.jpg",
"Old Tags": {
"id": 293,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial", "Action"],
"Reasoning": ["Commonsense"],
"Tag":["Ambiguous"]
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 294,
"caption_0": "the sea is rough but the rocks are smooth",
"caption_1": "the sea is smooth but the rocks are rough",
"image_0": "294/0.jpg",
"image_1": "294/1.jpg",
"Old Tags": {
"id": 294,
"tag": ["Adjective-Manner"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 295,
"caption_0": "the melting white food is cold while the brown is warm",
"caption_1": "the melting white food is warm while the brown is cold",
"image_0": "295/0.jpg",
"image_1": "295/1.jpg",
"Old Tags": {
"id": 295,
"tag": ["Adjective-Temperature"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Complex Reasoning"]
},
{
"id": 296,
"caption_0": "the person with a beard is smiling while the person with long hair is not",
"caption_1": "the person with long hair is smiling while the person with a beard is not",
"image_0": "296/0.jpg",
"image_1": "296/1.jpg",
"Old Tags": {
"id": 296,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State", "Action"],
"Relation": [],
"Reasoning": ["Differentiate", "Negation"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 297,
"caption_0": "the pet on the right is white and the one on the left is not",
"caption_1": "the pet on the left is white and the one on the right is not",
"image_0": "297/0.jpg",
"image_1": "297/1.jpg",
"Old Tags": {
"id": 297,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": ["Negation"]
},
"Why is WG hard": []
},
{
"id": 298,
"caption_0": "the outlet carrying water from the faucet to the shower head is near the hot tap not the cold",
"caption_1": "the outlet carrying water from the faucet to the shower head is near the cold tap not the hot",
"image_0": "298/0.jpg",
"image_1": "298/1.jpg",
"Old Tags": {
"id": 298,
"tag": ["Adjective-Temperature"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 299,
"caption_0": "the larger ball is heavier and the smaller one is lighter",
"caption_1": "the larger ball is lighter and the smaller one is heavier",
"image_0": "299/0.jpg",
"image_1": "299/1.jpg",
"Old Tags": {
"id": 299,
"tag": ["Adjective-Weight"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 300,
"caption_0": "The adult with the magnifying glass looks at the kid",
"caption_1": "The adult looks at the kid with the magnifying glass",
"image_0": "300/0.jpg",
"image_1": "300/1.jpg",
"Old Tags": {
"id": 300,
"tag": ["Preposition Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": []
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 301,
"caption_0": "a dog is on a blanket with spots",
"caption_1": "a blanket is on a dog with spots",
"image_0": "301/0.jpg",
"image_1": "301/1.jpg",
"Old Tags": {
"id": 301,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 302,
"caption_0": "There is a mouse cake for a birthday",
"caption_1": "There is a birthday cake for a mouse",
"image_0": "302/0.jpg",
"image_1": "302/1.jpg",
"Old Tags": {
"id": 302,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 303,
"caption_0": "The cold-blooded animal isn't happy in warm water",
"caption_1": "The warm-blooded animal isn't happy in cold water",
"image_0": "303/0.png",
"image_1": "303/1.png",
"Old Tags": {
"id": 303,
"tag": ["Adjective-Temperature"],
"secondary_tag": ["Symbolic, Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Unusual Image", "Unusual Text"]
},
{
"id": 304,
"caption_0": "The white queen is taking the black king",
"caption_1": "The black queen is taking the white king",
"image_0": "304/0.jpg",
"image_1": "304/1.jpg",
"Old Tags": {
"id": 304,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 305,
"caption_0": "visiting animals at home can be fun",
"caption_1": "animals visiting at home can be fun",
"image_0": "305/0.jpg",
"image_1": "305/1.jpg",
"Old Tags": {
"id": 305,
"tag": ["Altered POS"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 306,
"caption_0": "the person is not happy with the cat",
"caption_1": "the cat is not happy with the person",
"image_0": "306/0.jpg",
"image_1": "306/1.jpg",
"Old Tags": {
"id": 306,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": ["Emotion"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 307,
"caption_0": "the person is too big for the small door",
"caption_1": "the door is too small for the big person",
"image_0": "307/0.jpg",
"image_1": "307/1.jpg",
"Old Tags": {
"id": 307,
"tag": ["Noun, Adjective-Size"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Unusual Image"]
},
{
"id": 308,
"caption_0": "a taller person is covering the eyes of a shorter person",
"caption_1": "a shorter person is covering the eyes of a taller person",
"image_0": "308/0.jpg",
"image_1": "308/1.jpg",
"Old Tags": {
"id": 308,
"tag": ["Adjective-Size"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Action", "Compare"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 309,
"caption_0": "the plant is eating the bug",
"caption_1": "the bug is eating the plant",
"image_0": "309/0.jpg",
"image_1": "309/1.jpg",
"Old Tags": {
"id": 309,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 310,
"caption_0": "every bug has a leaf",
"caption_1": "every leaf has a bug",
"image_0": "310/0.jpg",
"image_1": "310/1.jpg",
"Old Tags": {
"id": 310,
"tag": ["Noun"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State", "Count"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 311,
"caption_0": "the green leaves will soon be red as the seasons change",
"caption_1": "the red leaves will soon be green as the seasons change",
"image_0": "311/0.jpg",
"image_1": "311/1.jpg",
"Old Tags": {
"id": 311,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 312,
"caption_0": "the white wall will soon be painted blue",
"caption_1": "the blue wall will soon be painted white",
"image_0": "312/0.jpg",
"image_1": "312/1.jpg",
"Old Tags": {
"id": 312,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 313,
"caption_0": "the moon prevents the sun's rays from falling on the earth",
"caption_1": "the earth prevents the sun's rays from falling on the moon",
"image_0": "313/0.jpg",
"image_1": "313/1.jpg",
"Old Tags": {
"id": 313,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 314,
"caption_0": "all paper airplanes fly on a straight path except for one which takes a curved one",
"caption_1": "all paper airplanes fly on a curved path except for one which takes a straight one",
"image_0": "314/0.jpg",
"image_1": "314/1.jpg",
"Old Tags": {
"id": 314,
"tag": ["Adjective-Manner"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Count"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 315,
"caption_0": "the person is too big for the pants",
"caption_1": "the pants is too big for the person",
"image_0": "315/0.jpg",
"image_1": "315/1.jpg",
"Old Tags": {
"id": 315,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 316,
"caption_0": "a kid jumped then threw a basketball",
"caption_1": "a kid threw a basketball then jumped",
"image_0": "316/0.jpg",
"image_1": "316/1.jpg",
"Old Tags": {
"id": 316,
"tag": ["Verb-Intransitive, Verb-Transitive Phrase"],
"secondary_tag": ["Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 317,
"caption_0": "one cheerlearder supporting multiple cheerleaders",
"caption_1": "multiple cheerleaders supporting one cheerlearder",
"image_0": "317/0.jpg",
"image_1": "317/1.jpg",
"Old Tags": {
"id": 317,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 318,
"caption_0": "two persons wearing one scarf",
"caption_1": "one person wearing two scarfs",
"image_0": "318/0.jpg",
"image_1": "318/1.jpg",
"Old Tags": {
"id": 318,
"tag": ["Determiner-Numeral"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Action"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 319,
"caption_0": "human head on pet",
"caption_1": "pet head on human",
"image_0": "319/0.jpg",
"image_1": "319/1.jpg",
"Old Tags": {
"id": 319,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Unusual Image"]
},
{
"id": 320,
"caption_0": "the cow is over the moon",
"caption_1": "the moon is over the cow",
"image_0": "320/0.png",
"image_1": "320/1.png",
"Old Tags": {
"id": 320,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": ["Unusual Image"]
},
{
"id": 321,
"caption_0": "someone babys a pet",
"caption_1": "someone pets a baby",
"image_0": "321/0.jpg",
"image_1": "321/1.jpg",
"Old Tags": {
"id": 321,
"tag": ["Altered POS"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 322,
"caption_0": "cat house",
"caption_1": "house cat",
"image_0": "322/0.jpg",
"image_1": "322/1.jpg",
"Old Tags": {
"id": 322,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 323,
"caption_0": "gold for pan",
"caption_1": "pan for gold",
"image_0": "323/0.jpg",
"image_1": "323/1.jpg",
"Old Tags": {
"id": 323,
"tag": ["Noun"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 324,
"caption_0": "water for plants",
"caption_1": "plants for water",
"image_0": "324/0.jpg",
"image_1": "324/1.jpg",
"Old Tags": {
"id": 324,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 325,
"caption_0": "the businessperson's down fall",
"caption_1": "the businessperson's fall down",
"image_0": "325/0.jpg",
"image_1": "325/1.jpg",
"Old Tags": {
"id": 325,
"tag": ["Altered POS"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["Emotion", "Action"],
"Relation": [],
"Reasoning": []
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 326,
"caption_0": "outswam the person in the red swimcap",
"caption_1": "the person in the red swimcap swamout",
"image_0": "326/0.jpg",
"image_1": "326/1.jpg",
"Old Tags": {
"id": 326,
"tag": ["Scope, Preposition, Verb-Intransitive"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal", "Unusual Text"]
},
{
"id": 327,
"caption_0": "manning a ship",
"caption_1": "shiping a mann",
"image_0": "327/0.jpg",
"image_1": "327/1.jpg",
"Old Tags": {
"id": 327,
"tag": ["Altered POS"],
"secondary_tag": ["Symbolic, Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal", "Unusual Image", "Unusual Text"]
},
{
"id": 328,
"caption_0": "the person wearing a sweater stands in front of the person who isn't wearing a sweater",
"caption_1": "the person who isn't wearing a sweater stands in front of the person wearing a sweater",
"image_0": "328/0.jpg",
"image_1": "328/1.jpg",
"Old Tags": {
"id": 328,
"tag": ["Negation, Scope"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action", "Spatial"],
"Reasoning": ["Negation", "Differentiate"]
},
"Why is WG hard": []
},
{
"id": 329,
"caption_0": "a person without glasses pushes a person with glasses sitting in a box",
"caption_1": "a person with glasses pushes a person without glasses sitting in a box",
"image_0": "329/0.jpg",
"image_1": "329/1.jpg",
"Old Tags": {
"id": 329,
"tag": ["Negation, Scope"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 330,
"caption_0": "what is green will soon be yellow",
"caption_1": "what is yellow will soon be green",
"image_0": "330/0.jpg",
"image_1": "330/1.jpg",
"Old Tags": {
"id": 330,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 331,
"caption_0": "soon this animal not with a tail will have one",
"caption_1": "soon this animal with a tail will not have one",
"image_0": "331/0.jpg",
"image_1": "331/1.jpg",
"Old Tags": {
"id": 331,
"tag": ["Negation, Scope"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 332,
"caption_0": "a mouse is touching a dog",
"caption_1": "a dog is touching a mouse",
"image_0": "332/0.jpg",
"image_1": "332/1.jpg",
"Old Tags": {
"id": 332,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": ["Ambiguously Correct", "Non Minimal"]
},
{
"id": 333,
"caption_0": "fishing for compliments",
"caption_1": "compliments for fishing",
"image_0": "333/0.jpg",
"image_1": "333/1.jpg",
"Old Tags": {
"id": 333,
"tag": ["Altered POS"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 334,
"caption_0": "that person dusting off their hands",
"caption_1": "that person hands off their dusting",
"image_0": "334/0.jpg",
"image_1": "334/1.jpg",
"Old Tags": {
"id": 334,
"tag": ["Altered POS"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal", "Complex Reasoning"]
},
{
"id": 335,
"caption_0": "a person wearing black shoes cleaning a bookshelf with an orange duster while a person wearing green shoes drinks wine from an orange glass and relaxes",
"caption_1": "a person wearing green shoes cleaning a bookshelf with an orange duster while a person wearing black shoes drinks wine from an orange glass and relaxes",
"image_0": "335/0.jpg",
"image_1": "335/1.jpg",
"Old Tags": {
"id": 335,
"tag": ["Adjective-Color"],
"secondary_tag": ["Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Unusual Text", "Visually Difficult"]
},
{
"id": 336,
"caption_0": "a person with short hair is happily ironing a light blue shirt while a person with long hair sits on a white couch",
"caption_1": "a person with long hair is happily ironing a light blue shirt while a person with short hair sits on a white couch",
"image_0": "336/0.jpg",
"image_1": "336/1.jpg",
"Old Tags": {
"id": 336,
"tag": ["Adjective-Size"],
"secondary_tag": ["Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Color", "Emotion"],
"Relation": ["Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 337,
"caption_0": "yellow duck shoes on",
"caption_1": "yellow duck on shoes",
"image_0": "337/0.jpg",
"image_1": "337/1.jpg",
"Old Tags": {
"id": 337,
"tag": ["Altered POS"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial", "Action"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 338,
"caption_0": "child in front facing row of yellow rubber ducks",
"caption_1": "front facing child in row of yellow rubber ducks",
"image_0": "338/0.jpg",
"image_1": "338/1.jpg",
"Old Tags": {
"id": 338,
"tag": ["Scope, Preposition Phrase"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 339,
"caption_0": "a bird cooking a person",
"caption_1": "a person cooking a bird",
"image_0": "339/0.png",
"image_1": "339/1.png",
"Old Tags": {
"id": 339,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": ["Unusual Image"]
},
{
"id": 340,
"caption_0": "a person wearing yellow and a person wearing stripes jumping",
"caption_1": "a jumping person wearing yellow and a person wearing stripes",
"image_0": "340/0.jpg",
"image_1": "340/1.jpg",
"Old Tags": {
"id": 340,
"tag": ["Scope, Adjective-Manner"],
"secondary_tag": ["Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color", "Action"],
"Relation": ["Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 341,
"caption_0": "a person wearing yellow with their feet in the air and a person wearing stripes",
"caption_1": "a person wearing stripes with their feet in the air and a person wearing yellow",
"image_0": "341/0.jpg",
"image_1": "341/1.jpg",
"Old Tags": {
"id": 341,
"tag": ["Adjective-Color"],
"secondary_tag": ["Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 342,
"caption_0": "darker things become light in stripes",
"caption_1": "light things in stripes become darker",
"image_0": "342/0.jpg",
"image_1": "342/1.jpg",
"Old Tags": {
"id": 342,
"tag": ["Scope, Preposition Phrase, Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Text", "Complex Reasoning"]
},
{
"id": 343,
"caption_0": "together hammering something",
"caption_1": "hammering something together",
"image_0": "343/0.jpg",
"image_1": "343/1.jpg",
"Old Tags": {
"id": 343,
"tag": ["Scope"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Unusual Text"]
},
{
"id": 344,
"caption_0": "A person sits next to a baby using an orange screwdriver to assemble a white piece of furniture",
"caption_1": "A baby sits next to a person using an orange screwdriver to assemble a white piece of furniture",
"image_0": "344/0.jpg",
"image_1": "344/1.jpg",
"Old Tags": {
"id": 344,
"tag": ["Noun"],
"secondary_tag": ["Pragmatics, Series"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial", "Action"],
"Reasoning": []
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 345,
"caption_0": "a worker in a yellow hat uses a drill to the left of where the opening in the wall is",
"caption_1": "the opening in the wall is to the left of where a worker in a yellow hat uses a drill",
"image_0": "345/0.jpg",
"image_1": "345/1.jpg",
"Old Tags": {
"id": 345,
"tag": ["Sentence"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial", "Action"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 346,
"caption_0": "A small animal with curled hair",
"caption_1": "A curled small animal with hair",
"image_0": "346/0.jpg",
"image_1": "346/1.jpg",
"Old Tags": {
"id": 346,
"tag": ["Scope, Adjective-Texture"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["State"], "Relation": [], "Reasoning": [] },
"Why is WG hard": ["Unusual Text"]
},
{
"id": 347,
"caption_0": "A right hand pulls a glove onto a left hand",
"caption_1": "A left hand pulls a glove onto a right hand",
"image_0": "347/0.jpg",
"image_1": "347/1.jpg",
"Old Tags": {
"id": 347,
"tag": ["Adjective-Spatial"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 348,
"caption_0": "A dog and a person with their feet hanging out of a car window",
"caption_1": "A dog with their feet hanging out of a car window and a person",
"image_0": "348/0.jpg",
"image_1": "348/1.jpg",
"Old Tags": {
"id": 348,
"tag": ["Scope, Conjunction Phrase"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 349,
"caption_0": "A person whispering into a dog's ear",
"caption_1": "A dog whispering into a person's ear",
"image_0": "349/0.jpg",
"image_1": "349/1.jpg",
"Old Tags": {
"id": 349,
"tag": ["Noun"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 350,
"caption_0": "one ear that some donkey is whispering a secret into",
"caption_1": "donkey ear that some one is whispering a secret into",
"image_0": "350/0.jpg",
"image_1": "350/1.jpg",
"Old Tags": {
"id": 350,
"tag": ["Altered POS, Determiner-Numeral"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": ["Non Minimal"]
},
{
"id": 351,
"caption_0": "walking someone cut lines into green plants",
"caption_1": "someone walking lines cut into green plants",
"image_0": "351/0.jpg",
"image_1": "351/1.jpg",
"Old Tags": {
"id": 351,
"tag": ["Scope, Altered POS, Verb-Intransitive, Verb-Transitive"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 352,
"caption_0": "a volcano above water makes steam",
"caption_1": "water above a volcano makes steam",
"image_0": "352/0.jpg",
"image_1": "352/1.jpg",
"Old Tags": {
"id": 352,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Visually Difficult"]
},
{
"id": 353,
"caption_0": "A child riding a bike and an adult",
"caption_1": "A child and an adult riding a bike",
"image_0": "353/0.jpg",
"image_1": "353/1.jpg",
"Old Tags": {
"id": 353,
"tag": ["Scope, Conjunction Phrase"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 354,
"caption_0": "an adult putting a helmet on a child",
"caption_1": "a child putting a helmet on an adult",
"image_0": "354/0.jpg",
"image_1": "354/1.jpg",
"Old Tags": {
"id": 354,
"tag": ["Noun"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": ["Unusual Text"]
},
{
"id": 355,
"caption_0": "An adult wearing purple lying next to a child",
"caption_1": "An adult lying next to a child wearing purple",
"image_0": "355/0.jpg",
"image_1": "355/1.jpg",
"Old Tags": {
"id": 355,
"tag": ["Scope, Adjective-Manner"],
"secondary_tag": ["Pragmatics, Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color", "Action"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 356,
"caption_0": "a fencer who is wearing black pants having a point scored against them by another fencer using a wheelchair",
"caption_1": "a fencer having a point scored against them by another fencer who is wearing black pants using a wheelchair",
"image_0": "356/0.jpg",
"image_1": "356/1.jpg",
"Old Tags": {
"id": 356,
"tag": ["Scope, Relative Clause"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Color"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Visually Difficult"]
},
{
"id": 357,
"caption_0": "a person with long braids is exercising in front of a person without braids",
"caption_1": "a person without braids is exercising in front of a person with long braids",
"image_0": "357/0.jpg",
"image_1": "357/1.jpg",
"Old Tags": {
"id": 357,
"tag": ["Negation, Noun Phrase, Preposition Phrase"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State", "Action"],
"Relation": ["Spatial"],
"Reasoning": ["Differentiate"]
},
"Why is WG hard": []
},
{
"id": 358,
"caption_0": "in the stadium, the person wearing gray outperformed the one wearing blue",
"caption_1": "in the stadium, the person wearing blue outperformed the one wearing gray",
"image_0": "358/0.jpg",
"image_1": "358/1.jpg",
"Old Tags": {
"id": 358,
"tag": ["Adjective-Color"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 359,
"caption_0": "butchering white meat while wearing yellow but not red",
"caption_1": "butchering red meat while wearing white but not yellow",
"image_0": "359/0.jpg",
"image_1": "359/1.jpg",
"Old Tags": {
"id": 359,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Action"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 360,
"caption_0": "a child with a fake beard and an adult",
"caption_1": "an adult with a fake beard and a child",
"image_0": "360/0.jpg",
"image_1": "360/1.jpg",
"Old Tags": {
"id": 360,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 361,
"caption_0": "on halloween, a child dressed as an insect is to the right of a child dressed as a mammal",
"caption_1": "on halloween, a child dressed as a mammal is to the right of a child dressed as an insect",
"image_0": "361/0.jpg",
"image_1": "361/1.jpg",
"Old Tags": {
"id": 361,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 362,
"caption_0": "a modern office complex with many windows above a nicely landscaped lawn",
"caption_1": "a nicely landscaped lawn above a modern office complex with many windows",
"image_0": "362/0.jpg",
"image_1": "362/1.jpg",
"Old Tags": {
"id": 362,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 363,
"caption_0": "a tree is partially inside a parked car",
"caption_1": "a parked car is partially inside a tree",
"image_0": "363/0.jpg",
"image_1": "363/1.jpg",
"Old Tags": {
"id": 363,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 364,
"caption_0": "some are parking in a train",
"caption_1": "some are training in a park",
"image_0": "364/0.jpg",
"image_1": "364/1.jpg",
"Old Tags": {
"id": 364,
"tag": ["Altered POS"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal", "Unusual Text"]
},
{
"id": 365,
"caption_0": "an athlete running on water",
"caption_1": "water running on an athlete",
"image_0": "365/0.jpg",
"image_1": "365/1.jpg",
"Old Tags": {
"id": 365,
"tag": ["Noun Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": ["Non Minimal"]
},
{
"id": 366,
"caption_0": "a horse getting wet",
"caption_1": "getting a horse wet",
"image_0": "366/0.jpg",
"image_1": "366/1.jpg",
"Old Tags": {
"id": 366,
"tag": ["Scope"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 367,
"caption_0": "the glasses full of water are above the person's head and leg",
"caption_1": "the person's head and leg are above the glasses full of water",
"image_0": "367/0.jpg",
"image_1": "367/1.jpg",
"Old Tags": {
"id": 367,
"tag": ["Noun Phrase"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 368,
"caption_0": "a person is touching the head of a squirrel",
"caption_1": "a squirrel is touching the head of a person",
"image_0": "368/0.jpg",
"image_1": "368/1.jpg",
"Old Tags": {
"id": 368,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Action"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 369,
"caption_0": "a deer's nose is resting on a child's hand",
"caption_1": "a child's hand is resting on a deer's nose",
"image_0": "369/0.jpg",
"image_1": "369/1.jpg",
"Old Tags": {
"id": 369,
"tag": ["Noun Phrase, Determiner-Possessive"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial", "Action"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 370,
"caption_0": "two sparklers for one hand",
"caption_1": "one sparkler for two hands",
"image_0": "370/0.jpg",
"image_1": "370/1.jpg",
"Old Tags": {
"id": 370,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": { "Attribute": ["Count"], "Relation": [], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 371,
"caption_0": "an animal giving a person food",
"caption_1": "a person giving an animal food",
"image_0": "371/0.jpg",
"image_1": "371/1.jpg",
"Old Tags": {
"id": 371,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 372,
"caption_0": "a spider towering over a dog",
"caption_1": "a dog towering over a spider",
"image_0": "372/0.jpg",
"image_1": "372/1.jpg",
"Old Tags": {
"id": 372,
"tag": ["Noun"],
"secondary_tag": ["Symbolic, Series"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 373,
"caption_0": "a car going into a hollow tube",
"caption_1": "a hollow tube going into a car",
"image_0": "373/0.jpg",
"image_1": "373/1.jpg",
"Old Tags": {
"id": 373,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Visually Difficult", "Complex Reasoning"]
},
{
"id": 374,
"caption_0": "two people wearing clothes of the same colors are on different side of the tennis net",
"caption_1": "two people wearing clothes of different colors are on the same side of the tennis net",
"image_0": "374/0.jpg",
"image_1": "374/1.jpg",
"Old Tags": {
"id": 374,
"tag": ["Adjective-Manner Phrase"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial", "Compare"],
"Reasoning": []
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 375,
"caption_0": "living things drinking",
"caption_1": "drinking living things",
"image_0": "375/0.jpg",
"image_1": "375/1.jpg",
"Old Tags": {
"id": 375,
"tag": ["Scope, Adjective-Manner"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 376,
"caption_0": "a person near water using a lasso",
"caption_1": "near a person using a water lasso",
"image_0": "376/0.jpg",
"image_1": "376/1.jpg",
"Old Tags": {
"id": 376,
"tag": ["Scope, Noun, Preposition"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Both"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Text", "Visually Difficult"]
},
{
"id": 377,
"caption_0": "a person spraying water on someone else and a person on a bike",
"caption_1": "a person spraying water on a person on a bike and someone else",
"image_0": "377/0.jpg",
"image_1": "377/1.jpg",
"Old Tags": {
"id": 377,
"tag": ["Scope, Conjunction"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action", "Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 378,
"caption_0": "a person stretching behind a brown dog",
"caption_1": "a brown dog stretching behind a person",
"image_0": "378/0.jpg",
"image_1": "378/1.jpg",
"Old Tags": {
"id": 378,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Action"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 379,
"caption_0": "a person carrying more than one flotation device",
"caption_1": "more than one flotation device carrying a person",
"image_0": "379/0.jpg",
"image_1": "379/1.jpg",
"Old Tags": {
"id": 379,
"tag": ["Noun Phrase, Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["State", "Count"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 380,
"caption_0": "two kids on a pool floatie and one kid swimming",
"caption_1": "one kid on a pool floatie and two kids swimming",
"image_0": "380/0.jpg",
"image_1": "380/1.jpg",
"Old Tags": {
"id": 380,
"tag": ["Determiner-Numeral"],
"secondary_tag": ["Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action", "Count"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 381,
"caption_0": "gears for moving something",
"caption_1": "moving gears for something",
"image_0": "381/0.jpg",
"image_1": "381/1.jpg",
"Old Tags": {
"id": 381,
"tag": ["Scope, Verb-Transitive"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct"]
},
{
"id": 382,
"caption_0": "looking from above at a collection of similar objects below",
"caption_1": "looking from below at a collection of similar objects above",
"image_0": "382/0.jpg",
"image_1": "382/1.jpg",
"Old Tags": {
"id": 382,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"],
"Tag":["Looking at things from different perspectives"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 383,
"caption_0": "a toy herbivore stands on top of at least one toy carnivore",
"caption_1": "at least one toy herbivore stands on top of a toy carnivore",
"image_0": "383/0.jpg",
"image_1": "383/1.jpg",
"Old Tags": {
"id": 383,
"tag": ["Determiner-Numeral"],
"secondary_tag": ["Symbolic, Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Action", "Count"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image", "Unusual Text", "Complex Reasoning"]
},
{
"id": 384,
"caption_0": "a person supports a small chair",
"caption_1": "a chair supports a small person",
"image_0": "384/0.jpg",
"image_1": "384/1.jpg",
"Old Tags": {
"id": 384,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": ["Size"],
"Relation": ["Compare", "Action"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 385,
"caption_0": "a person smiles at another person wearing a checked shirt who is hitting a ping pong ball",
"caption_1": "a person wearing a checked shirt smiles at another person who is hitting a ping pong ball",
"image_0": "385/0.jpg",
"image_1": "385/1.jpg",
"Old Tags": {
"id": 385,
"tag": ["Scope, Adjective-Manner"],
"secondary_tag": ["Series"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["State"],
"Relation": ["Action"],
"Reasoning": []
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 386,
"caption_0": "two versions of one person",
"caption_1": "one version of two persons",
"image_0": "386/0.jpg",
"image_1": "386/1.jpg",
"Old Tags": {
"id": 386,
"tag": ["Determiner-Numeral"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Compare"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Unusual Text"]
},
{
"id": 387,
"caption_0": "There are not pink flowers below the bird with yellow head feathers",
"caption_1": "There are pink flowers not below the bird with yellow head feathers",
"image_0": "387/0.jpg",
"image_1": "387/1.jpg",
"Old Tags": {
"id": 387,
"tag": ["Negation, Scope"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": ["Negation"]
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 388,
"caption_0": "In a shopping cart, there are two animals that are the same species but are looking in different directions",
"caption_1": "In a shopping cart, there are two animals that are the different species but are looking in same directions",
"image_0": "388/0.jpg",
"image_1": "388/1.jpg",
"Old Tags": {
"id": 388,
"tag": ["Adjective-Manner"],
"secondary_tag": ["Series"],
"num_main_preds": [2],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Compare"],
"Reasoning": ["Commonsense", "Localize"]
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 389,
"caption_0": "water is on and under a vessel",
"caption_1": "a vessel is on and under water",
"image_0": "389/0.jpg",
"image_1": "389/1.jpg",
"Old Tags": {
"id": 389,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [2],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": []
},
{
"id": 390,
"caption_0": "two bodies share with one head",
"caption_1": "one bodies share with two head",
"image_0": "390/0.jpg",
"image_1": "390/1.jpg",
"Old Tags": {
"id": 390,
"tag": ["Determiner-Numeral"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count", "State"],
"Relation": [],
"Reasoning": []
},
"Why is WG hard": ["Unusual Text"]
},
{
"id": 391,
"caption_0": "The worker wears something striped over a white undershirt with a collar",
"caption_1": "The worker wears something white over a striped undershirt with a collar",
"image_0": "391/0.jpg",
"image_1": "391/1.jpg",
"Old Tags": {
"id": 391,
"tag": ["Adjective-Color"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Color"],
"Relation": ["Spatial"],
"Reasoning": []
},
"Why is WG hard": []
},
{
"id": 392,
"caption_0": "A person seen from above has a grid below them",
"caption_1": "A person seen from below has a grid above them",
"image_0": "392/0.jpg",
"image_1": "392/1.jpg",
"Old Tags": {
"id": 392,
"tag": ["Preposition"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Shape"],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"],
"Tag":["Looking at things from different perspectives"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 393,
"caption_0": "head in the clouds",
"caption_1": "clouds in the head",
"image_0": "393/0.jpg",
"image_1": "393/1.jpg",
"Old Tags": {
"id": 393,
"tag": ["Noun"],
"secondary_tag": ["Symbolic"],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Unusual Image"]
},
{
"id": 394,
"caption_0": "standing on feet",
"caption_1": "on feet standing",
"image_0": "394/0.jpg",
"image_1": "394/1.jpg",
"Old Tags": {
"id": 394,
"tag": ["Scope, Preposition Phrase"],
"secondary_tag": ["Pragmatics"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Action"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Ambiguously Correct", "Unusual Text"]
},
{
"id": 395,
"caption_0": "They have sunglasses over their hair",
"caption_1": "They have hair over their sunglasses",
"image_0": "395/0.jpg",
"image_1": "395/1.jpg",
"Old Tags": {
"id": 395,
"tag": ["Noun"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Object"]
},
"Our Tags": { "Attribute": [], "Relation": ["Spatial"], "Reasoning": [] },
"Why is WG hard": ["Unusual Image"],
"Rewrite": {
"caption_0": "a person has sunglasses over their hair",
"caption_1": "a person has hair over their sunglasses"
}
},
{
"id": 396,
"caption_0": "an odd number of sweet things on a plate with an even number of sides",
"caption_1": "an even number of sweet things on a plate with an odd number of sides",
"image_0": "396/0.jpg",
"image_1": "396/1.jpg",
"Old Tags": {
"id": 396,
"tag": ["Adjective-Manner"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": ["Count"],
"Relation": [],
"Reasoning": ["Localize", "Commonsense"]
},
"Why is WG hard": ["Complex Reasoning"]
},
{
"id": 397,
"caption_0": "a large living thing in front of a large non-living thing",
"caption_1": "a large non-living thing in front of a large living thing",
"image_0": "397/0.jpg",
"image_1": "397/1.jpg",
"Old Tags": {
"id": 397,
"tag": ["Negation, Scope"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": ["Spatial"],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": []
},
{
"id": 398,
"caption_0": "racing over it",
"caption_1": "racing it over",
"image_0": "398/0.jpg",
"image_1": "398/1.jpg",
"Old Tags": {
"id": 398,
"tag": ["Scope, Preposition"],
"secondary_tag": [],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
},
{
"id": 399,
"caption_0": "someone is overdoing it",
"caption_1": "someone is doing it over",
"image_0": "399/0.jpg",
"image_1": "399/1.jpg",
"Old Tags": {
"id": 399,
"tag": ["Scope, Preposition"],
"secondary_tag": ["Morpheme-Level"],
"num_main_preds": [1],
"collapsed_tag": ["Relation"]
},
"Our Tags": {
"Attribute": [],
"Relation": [],
"Reasoning": ["Commonsense"]
},
"Why is WG hard": ["Non Minimal"]
}
]