{"201307270": {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboard (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201307270"], "question": "Is there either a fence or a snowboard in the photograph?", "imageId": "n161313", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_snowboard"}, "answer": "yes", "semanticStr": "select: snowboard (1)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a snowboard."}, "201307334": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201307341", "201307340", "201307342", "201307336", "201307330", "201307332", "201307338", "201307339", "201307329"], "equivalent": ["201307334"], "question": "What is the person doing?", "imageId": "n161313", "isBalanced": true, "groups": {"global": "pose", "local": "10q-person_pose"}, "answer": "jumping", "semanticStr": "select: person (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is jumping."}, "201307444": {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow pants (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201307446", "201307445"], "equivalent": ["201307444"], "question": "Are the snow pants green?", "imageId": "n161313", "isBalanced": true, "groups": {"global": null, "local": "06-snow pants_green"}, "answer": "no", "semanticStr": "select: snow pants (4)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the snow pants are brown."}, "201307396": {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (2)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201307397", "201307394", "201307395", "201307392", "201307393", "201307390", "201307398"], "equivalent": ["201307396"], "question": "Is the snow both bright and white?", "imageId": "n161313", "isBalanced": true, "groups": {"global": null, "local": "05-bright_white"}, "answer": "yes", "semanticStr": "select: snow (2)->verify: bright [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the snow is bright and white."}, "201307351": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201307350"], "equivalent": ["201307351"], "question": "What's the person in front of?", "imageId": "n161313", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-person_in front of,o"}, "answer": "sky", "semanticStr": "select: person (0)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "0", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is in front of the sky."}, "201640486": {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (4)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201640480", "201640481", "201640482", "201640483", "201640484", "201640485", "201640487", "201640488", "201640489", "201640469", "201640491", "201640490", "201640476", "201640440", "201640454", "201640478", "201640441"], "equivalent": ["201640486"], "question": "What shape is that watch?", "imageId": "n235859", "isBalanced": true, "groups": {"global": "shape", "local": "10q-watch_shape"}, "answer": "square", "semanticStr": "select: watch (4)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The watch is square."}, "201640115": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14,7)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["201640116"], "equivalent": ["201640116", "201640115"], "question": "Are all these people the same gender?", "imageId": "n235859", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (14,7)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female."}, "201640422": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201640423"], "equivalent": ["201640422"], "question": "What is filled with wine?", "imageId": "n235859", "isBalanced": true, "groups": {"global": "material", "local": "14-wine_filled with,s"}, "answer": "glass", "semanticStr": "select: wine (3)->relate: _,filled with,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "3"}, "fullAnswer": {"1": "2", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is filled with wine."}, "201640321": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14)"}, {"operation": "filter activity", "dependencies": [0], "argument": "posing"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201640320", "201640322", "201640319", "201640492"], "equivalent": ["201640321"], "question": "Who is the person that is posing holding?", "imageId": "n235859", "isBalanced": true, "groups": {"global": "person", "local": "14-man_holding,o"}, "answer": "women", "semanticStr": "select: person (14)->filter activity: posing [0]->relate: person,holding,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "14", "6": "14"}, "fullAnswer": {"1": "14", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the women."}, "201640213": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201640213"], "question": "Is the blue dress large and long sleeved?", "imageId": "n235859", "isBalanced": true, "groups": {"global": null, "local": "05-large_long sleeved"}, "answer": "no", "semanticStr": "select: dress (12)->filter color: blue [0]->verify size: large [1]->verify: long sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dress is large but short sleeved."}, "202226281": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202226283", "202226282", "202226286"], "equivalent": ["202226281", "202226282"], "question": "What is the food on the plate?", "imageId": "n336443", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_on,s"}, "answer": "mashed potatoes", "semanticStr": "select: plate (8)->relate: food,on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"3": "9", "6": "8"}, "fullAnswer": {"1": "9", "3:5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is mashed potatoes."}, "202226166": {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202226164", "202226165", "202226167", "202226163"], "equivalent": ["202226166", "202226167"], "question": "On which side of the picture is the silver spoon?", "imageId": "n336443", "isBalanced": true, "groups": {"global": null, "local": "10q-spoon_hposition"}, "answer": "right", "semanticStr": "select: spoon (4)->filter color: silver [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is on the right of the image."}, "202226066": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202226069", "202226068", "202226064", "202226067"], "equivalent": ["202226068", "202226067", "202226066"], "question": "Are there any lamps or tables that are made of metal?", "imageId": "n336443", "isBalanced": true, "groups": {"global": null, "local": "04-table_metal"}, "answer": "no", "semanticStr": "select: table (2)->filter material: metal [0]->exist: ? [1]->select: lamp (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is made of wood."}, "202225858": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,on,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202225857"], "equivalent": ["202225858"], "question": "What kind of meat is on the plate?", "imageId": "n336443", "isBalanced": true, "groups": {"global": "", "local": "15-plate_on,s"}, "answer": "turkey", "semanticStr": "select: plate (8)->relate: meat,on,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "3": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is turkey."}, "202225979": {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (3)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["202225977", "202225981", "202225980", "202225978"], "equivalent": ["202225980", "202225979"], "question": "Is the napkin on the left side or on the right of the picture?", "imageId": "n336443", "isBalanced": true, "groups": {"global": null, "local": "10c-napkin_hposition"}, "answer": "right", "semanticStr": "select: napkin (3)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The napkin is on the right of the image."}, "2062389": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "query", "dependencies": [0], "argument": "state"}], "entailed": ["2062386", "2062387", "2062385", "2062391", "2062390", "2062393", "2062394", "2062392", "2062399", "2062398", "2062388", "2062371", "2062382", "2062370", "2062372"], "equivalent": ["2062389"], "question": "How is the water in the image?", "imageId": "n179136", "isBalanced": true, "groups": {"global": "state", "local": "10q-water_state"}, "answer": "choppy", "semanticStr": "select: water (4)->query: state [0]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "state", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water is choppy."}, "2062297": {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfer (1)"}, {"operation": "verify sportActivity", "dependencies": [0], "argument": "riding"}], "entailed": ["2062298", "2062299", "2062306", "2062304", "2062305", "2062303"], "equivalent": ["2062297"], "question": "Is the surfer riding?", "imageId": "n179136", "isBalanced": true, "groups": {"global": null, "local": "06-surfer_riding"}, "answer": "no", "semanticStr": "select: surfer (1)->verify sportActivity: riding [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the surfer is surfing."}, "2062343": {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (2)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["2062342", "2062341"], "equivalent": ["2062343"], "question": "Is the surfboard in the bottom part or in the top of the picture?", "imageId": "n179136", "isBalanced": true, "groups": {"global": null, "local": "10c-surfboard_vposition"}, "answer": "top", "semanticStr": "select: surfboard (2)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The surfboard is in the top of the image."}, "2062416": {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (6)"}, {"operation": "filter", "dependencies": [0], "argument": "grouped"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing behind,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["2062416"], "question": "What are the grouped people standing behind of?", "imageId": "n179136", "isBalanced": true, "groups": {"global": "place", "local": "14-people_standing behind,o"}, "answer": "bleachers", "semanticStr": "select: people (6)->filter: grouped [0]->relate: _,standing behind,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3:5": "6"}, "fullAnswer": {"1": "6", "6": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are standing behind the bleachers."}, "2062280": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bleachers (14)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2062278"], "equivalent": ["2062280"], "question": "What are the bleachers made of?", "imageId": "n179136", "isBalanced": true, "groups": {"global": "material", "local": "10q-bleachers_material"}, "answer": "wood", "semanticStr": "select: bleachers (14)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bleachers are made of wood."}, "201303361": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing beside,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201303500", "201303359", "201303364", "201303363", "201303362", "201303360"], "equivalent": ["201303361"], "question": "What is the man standing beside of?", "imageId": "n518912", "isBalanced": true, "groups": {"global": "furniture", "local": "14-man_standing beside,o"}, "answer": "chair", "semanticStr": "select: man (0)->relate: _,standing beside,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "0", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing beside the chair."}, "201303229": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201303228"], "equivalent": ["201303229"], "question": "How tall is the chair in the bottom of the photo?", "imageId": "n518912", "isBalanced": true, "groups": {"global": "height", "local": "10q-chair_height"}, "answer": "short", "semanticStr": "select: chair (13)->filter vposition: bottom [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is short."}, "201303200": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (10)"}, {"operation": "choose material", "dependencies": [0], "argument": "porcelain|plastic"}], "entailed": [], "equivalent": ["201303200"], "question": "Are the cups made of plastic or porcelain?", "imageId": "n518912", "isBalanced": true, "groups": {"global": "material", "local": "10c-cups_material"}, "answer": "porcelain", "semanticStr": "select: cups (10)->choose material: porcelain|plastic [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cups are made of porcelain."}, "201303302": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201303311", "201303309", "201303312", "201303299", "201303298", "201303297", "201303296", "201303307", "201303306", "201303301", "201303300", "201303305", "201303304", "201303310", "201303308"], "equivalent": ["201303302"], "question": "What is the man doing?", "imageId": "n518912", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "standing", "semanticStr": "select: man (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is standing."}, "201303383": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201303385", "201303384", "201303386", "201303381", "201303380", "201303382", "201303388"], "equivalent": ["201303383"], "question": "What is the color of the jacket?", "imageId": "n518912", "isBalanced": true, "groups": {"global": "color", "local": "10q-jacket_color"}, "answer": "gray", "semanticStr": "select: jacket (3)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jacket is gray."}, "201902750": {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (9)"}, {"operation": "relate", "dependencies": [0], "argument": "monitor,to the left of,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "silver"}], "entailed": ["201902755", "201902754", "201902753", "201902752", "201902751"], "equivalent": ["201902750"], "question": "Does the monitor to the left of the mouse have silver color?", "imageId": "n435808", "isBalanced": true, "groups": {"global": null, "local": "06-monitor_silver"}, "answer": "yes", "semanticStr": "select: computer mouse (9)->relate: monitor,to the left of,s (4) [0]->verify color: silver [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the monitor is silver."}, "201902277": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "select", "dependencies": [], "argument": "computer (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201902276", "201902278"], "equivalent": ["201902276", "201902277"], "question": "Is the color of the chair the same as that of the computer?", "imageId": "n435808", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_computer"}, "answer": "yes", "semanticStr": "select: chair (10)->select: computer (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"12": "11", "5": "10"}, "fullAnswer": {"3": "10", "6": "11"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the chair and the computer are black."}, "201902557": {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902560", "201902556", "201902551", "201902550", "201902553", "201902552", "201902555", "201902554", "201902549", "201902559", "201902558"], "equivalent": ["201902557"], "question": "What device is on top of the computer?", "imageId": "n435808", "isBalanced": true, "groups": {"global": "device", "local": "15-computer_on top of,s"}, "answer": "router", "semanticStr": "select: computer (11)->relate: device,on top of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a router."}, "201902619": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902577", "201902576", "201902616", "201902617", "201902575", "201902574", "201902592", "201902591", "201902590", "201902618"], "equivalent": ["201902619"], "question": "What kind of furniture is brown?", "imageId": "n435808", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "desk", "semanticStr": "select: furniture (1)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk."}, "201902993": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting next to,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902991", "201902990", "201902992", "201902921"], "equivalent": ["201902993"], "question": "What device is sitting next to the mouse pad?", "imageId": "n435808", "isBalanced": true, "groups": {"global": "device", "local": "15-mouse pad_sitting next to,s"}, "answer": "keyboard", "semanticStr": "select: mouse pad (6)->relate: device,sitting next to,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard."}, "20567583": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20567584"], "equivalent": ["20567584", "20567583"], "question": "What is the man that looks happy wearing?", "imageId": "n414992", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "trunks", "semanticStr": "select: man (0)->filter face expression: happy [0]->relate: _,wearing,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "0", "6": "0"}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing trunks."}, "20567605": {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20567606"], "equivalent": ["20567605"], "question": "Who is looking at the plane?", "imageId": "n414992", "isBalanced": true, "groups": {"global": "person", "local": "14-airplane_looking at,s"}, "answer": "man", "semanticStr": "select: airplane (11)->relate: person,looking at,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"5": "11"}, "fullAnswer": {"1": "2", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the plane."}, "20567702": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trunks (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20567704", "20567701", "20567700", "20567703", "20567699"], "equivalent": ["20567702"], "question": "How big are the trunks that look black?", "imageId": "n414992", "isBalanced": true, "groups": {"global": "size", "local": "10q-trunks_size"}, "answer": "small", "semanticStr": "select: trunks (6)->filter color: black [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trunks are small."}, "20567683": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (7)"}, {"operation": "choose length", "dependencies": [0], "argument": "long|short"}], "entailed": ["20567679", "20567672", "20567678", "20567675", "20567677", "20567676", "20567689", "20567673", "20567661", "20567680", "20567681", "20567682"], "equivalent": ["20567683"], "question": "Are the shorts short or long?", "imageId": "n414992", "isBalanced": true, "groups": {"global": "length", "local": "10c-shorts_length"}, "answer": "long", "semanticStr": "select: shorts (7)->choose length: long|short [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shorts are long."}, "20567632": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "irregular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20567632"], "question": "Is the shirt both irregular and black?", "imageId": "n414992", "isBalanced": true, "groups": {"global": null, "local": "05-black_irregular"}, "answer": "no", "semanticStr": "select: shirt (4)->verify color: black [0]->verify: irregular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is black but regular."}, "20136460": {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (8)"}, {"operation": "select", "dependencies": [], "argument": "sink (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20136461"], "equivalent": ["20136460"], "question": "Do the counter and the sink have the same color?", "imageId": "n446242", "isBalanced": true, "groups": {"global": null, "local": "09same-counter_sink"}, "answer": "yes", "semanticStr": "select: counter (8)->select: sink (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "5"}, "fullAnswer": {"3": "8", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the counter and the sink are white."}, "20136592": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20136593", "20136591", "20136596", "20136594", "20136595", "20136589"], "equivalent": ["20136592"], "question": "What color are the pants?", "imageId": "n446242", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "red", "semanticStr": "select: pants (3)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are red."}, "20136611": {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "towels,to the left of,s (2)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20136610", "20136612", "20136602", "20136603", "20136613", "20136601", "20136606", "20136607", "20136604", "20136605", "20136615", "20136608", "20136609", "20136614"], "equivalent": ["20136611"], "question": "Are the towels that are to the left of her soft and white?", "imageId": "n446242", "isBalanced": true, "groups": {"global": null, "local": "05-soft_white"}, "answer": "yes", "semanticStr": "select: she (0)->relate: towels,to the left of,s (2) [0]->verify hardness: soft [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the towels are soft and white."}, "20136502": {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (1)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["20136508", "20136501", "20136500", "20136503", "20136505", "20136504", "20136499", "20136506"], "equivalent": ["20136502"], "question": "What do you think is the shape of the picture?", "imageId": "n446242", "isBalanced": true, "groups": {"global": "shape", "local": "10q-picture_shape"}, "answer": "square", "semanticStr": "select: picture (1)->query: shape [0]", "annotations": {"answer": {}, "question": {"9": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture is square."}, "20136652": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20136652"], "question": "Do you see any lamps or mirrors there?", "imageId": "n446242", "isBalanced": true, "groups": {"global": null, "local": "09existOr-lamp_mirror"}, "answer": "yes", "semanticStr": "select: mirror (7)->exist: ? [0]->select: lamp (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a mirror."}, "20602944": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,running across,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20602842", "20602843", "20602841", "20602945", "20602943"], "equivalent": ["20602944"], "question": "What is the animal that is running across the ground?", "imageId": "n168412", "isBalanced": true, "groups": {"global": "animal", "local": "15-ground_running across,s"}, "answer": "horse", "semanticStr": "select: ground (10)->relate: animal,running across,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"9": "10", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse."}, "20602904": {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["20602911", "20602899", "20602914", "20602912", "20602913", "20602903", "20602902", "20602901", "20602900", "20602907", "20602906", "20602905"], "equivalent": ["20602904"], "question": "What's the horse doing?", "imageId": "n168412", "isBalanced": true, "groups": {"global": "pose", "local": "10q-horse_pose"}, "answer": "running", "semanticStr": "select: horse (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horse is running."}, "201079761": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201079762"], "equivalent": ["201079761"], "question": "What is located on top of the table?", "imageId": "n23181", "isBalanced": true, "groups": {"global": "object", "local": "14-table_on top of,s"}, "answer": "books", "semanticStr": "select: table (10)->relate: _,on top of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The books are on top of the table."}, "201080180": {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "nightstand (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201080180"], "question": "Are there both a couch and a nightstand in the photo?", "imageId": "n23181", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-couch_nightstand"}, "answer": "no", "semanticStr": "select: couch (7)->exist: ? [0]->select: nightstand (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a couch but no nightstands."}, "201080033": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201080060", "201080061", "201080048", "201080049", "201080059", "201080054", "201080051", "201080047", "201080053", "201080052", "201080039", "201080038", "201080037", "201080034", "201080032"], "equivalent": ["201080033", "201080032"], "question": "Does the window look clear and open?", "imageId": "n23181", "isBalanced": true, "groups": {"global": null, "local": "05-clear_open"}, "answer": "yes", "semanticStr": "select: window (0)->verify weather: clear [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is clear and open."}, "201079803": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201079787", "201079786", "201079789", "201079825", "201079827", "201079808", "201079823", "201079806", "201079804", "201079805", "201079802", "201079809", "201079796", "201079794", "201079792", "201079793", "201079791", "201079810", "201079815", "201079817", "201079816", "201079818"], "equivalent": ["201079803"], "question": "Is the table brown and small?", "imageId": "n23181", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "yes", "semanticStr": "select: table (10)->verify color: brown [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is brown and small."}, "201079958": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (1)"}, {"operation": "relate", "dependencies": [0], "argument": "drapes,to the right of,s (12)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201079959"], "equivalent": ["201079958", "201079959"], "question": "Are there drapes to the right of the bed?", "imageId": "n23181", "isBalanced": true, "groups": {"global": null, "local": "13-bed_drapes"}, "answer": "yes", "semanticStr": "select: bed (1)->relate: drapes,to the right of,s (12) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "12"}, "fullAnswer": {"9": "1", "3": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are drapes to the right of the bed."}, "20982293": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982191", "20982292", "20982192"], "equivalent": ["20982293"], "question": "What's the man in front of?", "imageId": "n52544", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-man_in front of,o"}, "answer": "door", "semanticStr": "select: man (1)->relate: _,in front of,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "1", "7": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the door."}, "20982537": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing at,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982443", "20982444"], "equivalent": ["20982537"], "question": "Who is standing at the table?", "imageId": "n52544", "isBalanced": true, "groups": {"global": "person", "local": "14-table_standing at,s"}, "answer": "woman", "semanticStr": "select: table (9)->relate: person,standing at,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing at the table."}, "20982337": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "choose rel", "dependencies": [1], "argument": "man,to the right of|to the left of,s (1)"}], "entailed": ["20982338", "20982442", "20982441", "20982440", "20982438", "20982439", "20982335", "20982334", "20982336"], "equivalent": ["20982337", "20982336"], "question": "Is the tall man to the left or to the right of the glasses that are not big?", "imageId": "n52544", "isBalanced": true, "groups": {"global": null, "local": "13-glasses_man"}, "answer": "right", "semanticStr": "select: glasses (7)->filter size: not(large) [0]->choose rel: man,to the right of|to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "1", "17": "7"}, "fullAnswer": {"1": "1", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the glasses."}, "20982106": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,6)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["20982107", "20982104", "20982105"], "equivalent": ["20982106", "20982107", "20982104", "20982105"], "question": "Are both the people the same gender?", "imageId": "n52544", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (1,6)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female."}, "20982135": {"semantic": [{"operation": "select", "dependencies": [], "argument": "blouse (13)"}, {"operation": "select", "dependencies": [], "argument": "name tag (5) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20982134", "20982133", "20982132", "20982131"], "equivalent": ["20982135"], "question": "Is the blouse different in color than the name tag?", "imageId": "n52544", "isBalanced": true, "groups": {"global": null, "local": "09diff-blouse_name tag"}, "answer": "yes", "semanticStr": "select: blouse (13)->select: name tag (5) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "5", "2": "13"}, "fullAnswer": {"2": "13", "7:9": "5"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the blouse is black and the name tag is white."}, "202218727": {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (11)"}, {"operation": "relate", "dependencies": [0], "argument": "chalkboard,near,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202218730", "202218731", "202218732", "202218733", "202218734", "202218735", "202218736", "202218737", "202218738", "202218739", "202218729", "202218728", "202218740"], "equivalent": ["202218727"], "question": "Does the chalkboard near the artwork look square and black?", "imageId": "n578564", "isBalanced": true, "groups": {"global": null, "local": "05-black_square"}, "answer": "yes", "semanticStr": "select: artwork (11)->relate: chalkboard,near,s (0) [0]->verify color: black [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "11"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chalkboard is square and black."}, "202218964": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}], "entailed": ["202218957", "202218958", "202218959", "202218963", "202218962", "202218965", "202218967", "202218966"], "equivalent": ["202218964"], "question": "Does the cooking utensil made out of wood have rectangular shape?", "imageId": "n578564", "isBalanced": true, "groups": {"global": null, "local": "06-cutting board_rectangular"}, "answer": "yes", "semanticStr": "select: cooking utensil (9)->filter material: wood [0]->verify shape: rectangular [1]", "annotations": {"answer": {}, "question": {"2:4": "9", "7": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cutting board is rectangular."}, "202218647": {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose", "dependencies": [1], "argument": "outdoors|indoors"}], "entailed": ["202218642", "202218643", "202218644", "202218645", "202218646"], "equivalent": ["202218646", "202218647"], "question": "Does the brown picture seem to be outdoors or indoors?", "imageId": "n578564", "isBalanced": true, "groups": {"global": "41", "local": "10c-picture_41"}, "answer": "outdoors", "semanticStr": "select: picture (12)->filter color: brown [0]->choose: outdoors|indoors [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The picture is outdoors."}, "202218927": {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "rolling pin (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202218903", "202218902", "202218901", "202218900", "202218925", "202218926"], "equivalent": ["202218927", "202218926"], "question": "Do you see rolling pins or microwaves in this scene?", "imageId": "n578564", "isBalanced": true, "groups": {"global": null, "local": "09existOr-microwave_rolling pin"}, "answer": "no", "semanticStr": "select: microwave (-)->exist: ? [0]->select: rolling pin (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no rolling pins or microwaves."}, "202218911": {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202218910", "202218912", "202218913", "202218914", "202218915", "202218916", "202218909"], "equivalent": ["202218911"], "question": "What is the color of the flower pot?", "imageId": "n578564", "isBalanced": true, "groups": {"global": "color", "local": "10q-flower pot_color"}, "answer": "light blue", "semanticStr": "select: flower pot (6)->query: color [0]", "annotations": {"answer": {}, "question": {"6:8": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flower pot is light blue."}, "20609497": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "napkin,above,o (-)"}], "entailed": [], "equivalent": ["20609497"], "question": "Is the fork above a napkin?", "imageId": "n437064", "isBalanced": true, "groups": {"global": null, "local": "13-fork_napkin"}, "answer": "no", "semanticStr": "select: fork (1)->verify rel: napkin,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1", "6": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fork is above a spoon."}, "20609764": {"semantic": [{"operation": "select", "dependencies": [], "argument": "strawberry (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,in front of,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "cake,to the left of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20609662", "20609661", "20609660", "20609673", "20609766", "20609765", "20609762", "20609763", "20609761"], "equivalent": ["20609764", "20609762", "20609763", "20609761"], "question": "Do you see cakes to the left of the bowl the strawberry is in front of?", "imageId": "n437064", "isBalanced": true, "groups": {"global": null, "local": "13-bowl_cake"}, "answer": "yes", "semanticStr": "select: strawberry (14)->relate: bowl,in front of,o (5) [0]->relate: cake,to the left of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "5", "11": "14", "3": "4"}, "fullAnswer": {"10": "5", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cake to the left of the bowl."}, "20609579": {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["20609578", "20609591", "20609583", "20609580", "20609581", "20609573", "20609572", "20609570", "20609592", "20609577", "20609576", "20609589", "20609528", "20609529", "20609569", "20609582", "20609568", "20609571", "20609590"], "equivalent": ["20609579"], "question": "How clean is the spoon?", "imageId": "n437064", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-spoon_cleanliness"}, "answer": "clean", "semanticStr": "select: spoon (3)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is clean."}, "20609212": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (20)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "napkin (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "cloth"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20609212"], "question": "Do you see either any cloth napkins or tables?", "imageId": "n437064", "isBalanced": true, "groups": {"global": null, "local": "04-table_cloth"}, "answer": "yes", "semanticStr": "select: table (20)->filter material: cloth [0]->exist: ? [1]->select: napkin (-) ->filter material: cloth [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"8": "20"}, "fullAnswer": {"5": "20"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a cloth table."}, "20609412": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (18)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20609416", "20609424", "20609411", "20609413", "20609414", "20609415", "20609423", "20609422"], "equivalent": ["20609412"], "question": "Does the plate look white?", "imageId": "n437064", "isBalanced": true, "groups": {"global": null, "local": "06-plate_white"}, "answer": "yes", "semanticStr": "select: plate (18)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the plate is white."}, "201757741": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "verify rel", "dependencies": [1], "argument": "chair,sitting on,o (20)"}], "entailed": [], "equivalent": ["201757741"], "question": "Is the person that is to the right of the cup sitting on the chair in the bottom of the photo?", "imageId": "n4777", "isBalanced": true, "groups": {"global": null, "local": "13-person_chair"}, "answer": "yes", "semanticStr": "select: cup (3)->relate: person,to the right of,s (5) [0]->verify rel: chair,sitting on,o (20) [1]", "annotations": {"answer": {}, "question": {"10": "3", "2": "5", "14": "20"}, "fullAnswer": {"2": "5", "7": "20"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is sitting on the chair."}, "201757773": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "choose name", "dependencies": [0], "argument": "laptop|printers"}], "entailed": ["201757781"], "equivalent": ["201757773"], "question": "What device is this, a laptop or a printer?", "imageId": "n4777", "isBalanced": true, "groups": {"global": "device", "local": "11c-device"}, "answer": "laptop", "semanticStr": "select: device (4)->choose name: laptop|printers [0]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4", "5": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a laptop."}, "201758587": {"semantic": [{"operation": "select", "dependencies": [], "argument": "stroller (10)"}, {"operation": "relate", "dependencies": [0], "argument": "table,parked beside,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201758586"], "equivalent": ["201758587"], "question": "How big is the table that the stroller is parked beside?", "imageId": "n4777", "isBalanced": true, "groups": {"global": "size", "local": "10q-table_size"}, "answer": "small", "semanticStr": "select: stroller (10)->relate: table,parked beside,o (19) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "19", "7": "10"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is small."}, "201758068": {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper container (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bed,sitting on top of,o (-)"}], "entailed": ["201758069"], "equivalent": ["201758068"], "question": "Is that paper container sitting on top of a bed?", "imageId": "n4777", "isBalanced": true, "groups": {"global": null, "local": "13-paper container_bed"}, "answer": "no", "semanticStr": "select: paper container (8)->verify rel: bed,sitting on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"10": "6", "2:4": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the paper container is sitting on top of a table."}, "201757894": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (7)"}, {"operation": "choose color", "dependencies": [0], "argument": "orange|blue"}], "entailed": ["201757895"], "equivalent": ["201757894"], "question": "Is the bottle orange or blue?", "imageId": "n4777", "isBalanced": true, "groups": {"global": "color", "local": "10c-bottle_color"}, "answer": "orange", "semanticStr": "select: bottle (7)->choose color: orange|blue [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bottle is orange."}, "20306349": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20306351", "20306350", "20306348"], "equivalent": ["20306350", "20306349"], "question": "What is the person to the left of the chair sitting atop?", "imageId": "n554880", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-woman_sitting atop,o"}, "answer": "floor", "semanticStr": "select: chair (7)->relate: person,to the left of,s (1) [0]->relate: _,sitting atop,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"9": "7", "3": "1"}, "fullAnswer": {"1": "1", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting atop the floor."}, "20307038": {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dvd player (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "silver"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20307038"], "question": "Are there either any silver DVD players or laptops?", "imageId": "n554880", "isBalanced": true, "groups": {"global": null, "local": "04-laptop_silver"}, "answer": "no", "semanticStr": "select: laptop (6)->filter color: silver [0]->exist: ? [1]->select: dvd player (-) ->filter color: silver [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"8": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a laptop but it is black."}, "20306514": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306513", "20306512", "20306511", "20306517", "20306516", "20306515", "20306638"], "equivalent": ["20306514"], "question": "What's the man holding?", "imageId": "n554880", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "cell phone", "semanticStr": "select: man (0)->relate: _,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the cell phone."}, "20306764": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20306764"], "question": "What is sitting on the floor?", "imageId": "n554880", "isBalanced": true, "groups": {"global": "object", "local": "14-floor_sitting on,s"}, "answer": "gift", "semanticStr": "select: floor (10)->relate: _,sitting on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gift is sitting on the floor."}, "20306372": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306368", "20306369", "20306367", "20306371", "20306370", "20306583"], "equivalent": ["20306372"], "question": "What device is the woman holding?", "imageId": "n554880", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_holding,o"}, "answer": "camera", "semanticStr": "select: woman (1)->relate: device,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the camera."}, "20183028": {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20183044", "20183045", "20183043", "20183035", "20183034", "20183037", "20183036", "20183031", "20183030", "20183033", "20183032", "20183029"], "equivalent": ["20183028"], "question": "Is the purse black?", "imageId": "n151768", "isBalanced": true, "groups": {"global": null, "local": "06-purse_black"}, "answer": "yes", "semanticStr": "select: purse (5)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the purse is black."}, "20183217": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "bending"}, {"operation": "choose activity", "dependencies": [1], "argument": "resting|reading"}], "entailed": ["20183215", "20183216"], "equivalent": ["20183217"], "question": "Is the person that is bending resting or reading?", "imageId": "n151768", "isBalanced": true, "groups": {"global": "activity", "local": "10c-woman_activity"}, "answer": "resting", "semanticStr": "select: person (6)->filter pose: bending [0]->choose activity: resting|reading [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is resting."}, "20183258": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20183255", "20183257", "20183256"], "equivalent": ["20183258"], "question": "What is the woman sitting on top of?", "imageId": "n151768", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-woman_sitting on top of,o"}, "answer": "steps", "semanticStr": "select: woman (6)->relate: _,sitting on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "6", "8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on top of the steps."}, "20183468": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20183475", "20183474", "20183477", "20183476", "20183471", "20183470", "20183473", "20183472", "20183484", "20183485", "20183480", "20183478", "20183469", "20183482", "20183481", "20183483"], "equivalent": ["20183468"], "question": "Is the jacket long sleeved and black?", "imageId": "n151768", "isBalanced": true, "groups": {"global": null, "local": "05-black_long sleeved"}, "answer": "yes", "semanticStr": "select: jacket (14)->verify color: black [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is long sleeved and black."}, "20182861": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (27)"}, {"operation": "filter age", "dependencies": [1], "argument": "old"}, {"operation": "verify rel", "dependencies": [2], "argument": "shorts,wearing,o (-)"}], "entailed": ["20182860"], "equivalent": ["20182861"], "question": "Does the old person to the left of the vegetable wear shorts?", "imageId": "n151768", "isBalanced": true, "groups": {"global": null, "local": "13-man_shorts"}, "answer": "no", "semanticStr": "select: vegetable (17)->relate: person,to the left of,s (27) [0]->filter age: old [1]->verify rel: shorts,wearing,o (-) [2]", "annotations": {"answer": {}, "question": {"9": "17", "2:4": "27"}, "fullAnswer": {"2": "27", "4": "16"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man wears shoes."}, "20753194": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "relate", "dependencies": [0], "argument": "curtain,above,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "pillow,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20753193"], "equivalent": ["20753194", "20753193"], "question": "Are there any pillows to the right of the curtain above the bed?", "imageId": "n49438", "isBalanced": true, "groups": {"global": null, "local": "13-curtain_pillow"}, "answer": "no", "semanticStr": "select: bed (4)->relate: curtain,above,s (8) [0]->relate: pillow,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "8", "12": "4"}, "fullAnswer": {"10": "8", "4": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a boy to the right of the curtain."}, "20753108": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dresser (7)"}, {"operation": "select", "dependencies": [], "argument": "outlet (15) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20753109"], "equivalent": ["20753108"], "question": "Is the dresser the same color as the electrical outlet?", "imageId": "n49438", "isBalanced": true, "groups": {"global": null, "local": "09same-dresser_outlet"}, "answer": "no", "semanticStr": "select: dresser (7)->select: outlet (15) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "15", "2": "7"}, "fullAnswer": {"2": "7", "7:9": "15"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the dresser is green and the electrical outlet is white."}, "20151777": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20151772", "20151780", "20151781", "20151773", "20151783", "20151775", "20151774", "20151776", "20151779", "20151778"], "equivalent": ["20151777"], "question": "What color are the trousers?", "imageId": "n313060", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "black", "semanticStr": "select: pants (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are black."}, "20151545": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "food (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20151545"], "question": "Are there both coffee and food in this image?", "imageId": "n313060", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-coffee_food"}, "answer": "no", "semanticStr": "select: coffee (1)->exist: ? [0]->select: food (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is coffee but no food."}, "20151807": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tank top (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(off)"}, {"operation": "verify pattern", "dependencies": [1], "argument": "striped"}], "entailed": ["20151806", "20151805", "20151804", "20151808"], "equivalent": ["20151807", "20151806"], "question": "Does the tank top that is not turned-off look striped?", "imageId": "n313060", "isBalanced": true, "groups": {"global": null, "local": "06-tank top_striped"}, "answer": "yes", "semanticStr": "select: tank top (4)->filter: not(off) [0]->verify pattern: striped [1]", "annotations": {"answer": {}, "question": {"2:4": "4", "7": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tank top is striped."}, "20151832": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter height", "dependencies": [3], "argument": "tall"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20151836", "20151834", "20151835", "20151833"], "equivalent": ["20151832", "20151833", "20151834"], "question": "Are there either any tall men or women?", "imageId": "n313060", "isBalanced": true, "groups": {"global": null, "local": "04-woman_tall"}, "answer": "no", "semanticStr": "select: woman (7)->filter height: tall [0]->exist: ? [1]->select: man (-) ->filter height: tall [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is short."}, "20151646": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter", "dependencies": [0], "argument": "warm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151645", "20151644", "20151643"], "equivalent": ["20151646"], "question": "Which kind of clothing is warm?", "imageId": "n313060", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_warm"}, "answer": "sweatshirt", "semanticStr": "select: clothing (3)->filter: warm [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweatshirt."}, "201030233": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (7)"}, {"operation": "select", "dependencies": [], "argument": "shuttle (14) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201030234", "201030235"], "equivalent": ["201030233"], "question": "Is the color of the pillow the same as that of the shuttle?", "imageId": "n54424", "isBalanced": true, "groups": {"global": null, "local": "09same-pillow_shuttle"}, "answer": "yes", "semanticStr": "select: pillow (7)->select: shuttle (14) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"12": "14", "5": "7"}, "fullAnswer": {"3": "7", "6": "14"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the pillow and the shuttle are blue."}, "201030592": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030591"], "equivalent": ["201030592"], "question": "Who is wearing the pants?", "imageId": "n54424", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "boy", "semanticStr": "select: pants (6)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing pants."}, "201030469": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (16)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030468", "201030393"], "equivalent": ["201030469"], "question": "Which kind of furniture is the wall behind of?", "imageId": "n54424", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_behind,o"}, "answer": "couch", "semanticStr": "select: wall (16)->relate: furniture,behind,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "16", "5": "17"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wall is behind the couch."}, "201030793": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030791", "201030790", "201030792"], "equivalent": ["201030793"], "question": "What kind of clothing is black?", "imageId": "n54424", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "pants", "semanticStr": "select: clothing (6)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is pants."}, "201030390": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shuttle (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounded by,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030388", "201030389"], "equivalent": ["201030390"], "question": "What's the shuttle surrounded by?", "imageId": "n54424", "isBalanced": true, "groups": {"global": "thing", "local": "14-shuttle_surrounded by,o"}, "answer": "stars", "semanticStr": "select: shuttle (14)->relate: _,surrounded by,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "14", "6": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shuttle is surrounded by the stars."}, "201637106": {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (33)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "choose name", "dependencies": [1], "argument": "cake|orange"}], "entailed": [], "equivalent": ["201637106"], "question": "What type of food is not white, the orange or the cake?", "imageId": "n200692", "isBalanced": true, "groups": {"global": "color", "local": "12c-food_n#white"}, "answer": "orange", "semanticStr": "select: food (33)->filter color: not(white) [0]->choose name: cake|orange [1]", "annotations": {"answer": {"0": "33"}, "question": {"11": "2", "8": "33", "3": "2"}, "fullAnswer": {"1": "33"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The orange is not white."}, "201637327": {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201637325", "201637324"], "equivalent": ["201637327"], "question": "What appliance is black?", "imageId": "n200692", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_black"}, "answer": "gas stove", "semanticStr": "select: appliance (7)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a gas stove."}, "201637296": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201637297"], "equivalent": ["201637296"], "question": "Is the plate blue?", "imageId": "n200692", "isBalanced": true, "groups": {"global": null, "local": "06-plate_blue"}, "answer": "no", "semanticStr": "select: plate (4)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the plate is white."}, "201637286": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tomato (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201637286"], "question": "Is there a tomato in this photo?", "imageId": "n200692", "isBalanced": true, "groups": {"global": null, "local": "03-tomato"}, "answer": "no", "semanticStr": "select: tomato (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no tomatoes."}, "201637363": {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing against,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201637365", "201637364"], "equivalent": ["201637363"], "question": "What is standing against the white stove?", "imageId": "n200692", "isBalanced": true, "groups": {"global": "", "local": "14-stove_standing against,s"}, "answer": "countertop", "semanticStr": "select: stove (5)->filter color: white [0]->relate: _,standing against,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"5:7": "5"}, "fullAnswer": {"1": "8", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The countertop is standing against the stove."}, "201111082": {"semantic": [{"operation": "select", "dependencies": [], "argument": "marker (9)"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow"}], "entailed": ["201111083", "201111063", "201111080", "201111087", "201111086", "201111085", "201111084", "201111076", "201111079", "201111062", "201111094", "201111096", "201111095"], "equivalent": ["201111082"], "question": "Does the marker look narrow?", "imageId": "n546616", "isBalanced": true, "groups": {"global": null, "local": "06-marker_narrow"}, "answer": "yes", "semanticStr": "select: marker (9)->verify width: narrow [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the marker is narrow."}, "201110869": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "blond"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201110871", "201110870", "201110872", "201110868", "201110866", "201110867", "201110865"], "equivalent": ["201110869"], "question": "Is the blond woman on the right side or on the left?", "imageId": "n546616", "isBalanced": true, "groups": {"global": null, "local": "10c-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (7)->filter color: blond [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is on the right of the image."}, "201110473": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (4)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,near,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "food,same color,_ (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201110471", "201110470", "201110472"], "equivalent": ["201110473"], "question": "What is the name of the food that has the same color as the dessert near the plates?", "imageId": "n546616", "isBalanced": true, "groups": {"global": "food", "local": "14-cake_same color,_"}, "answer": "marshmallow", "semanticStr": "select: plates (4)->relate: dessert,near,s (3) [0]->relate: food,same color,_ (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"14": "3", "17": "4", "6": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a marshmallow."}, "201110801": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "nightstand,sitting on top of,o (-)"}], "entailed": [], "equivalent": ["201110801"], "question": "Is that cup sitting on top of a nightstand?", "imageId": "n546616", "isBalanced": true, "groups": {"global": null, "local": "13-cup_nightstand"}, "answer": "no", "semanticStr": "select: cup (5)->verify rel: nightstand,sitting on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"9": "8", "2": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cup is sitting on top of the table."}, "201110978": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201110976", "201110977"], "equivalent": ["201110978"], "question": "What color is the baby?", "imageId": "n546616", "isBalanced": true, "groups": {"global": "color", "local": "10q-baby_color"}, "answer": "blond", "semanticStr": "select: baby (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baby is blond."}, "20866437": {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866439", "20866438", "20866436", "20866435", "20866441", "20866440"], "equivalent": ["20866437"], "question": "What is inside the refrigerator?", "imageId": "n579256", "isBalanced": true, "groups": {"global": "food", "local": "14-refrigerator_inside,s"}, "answer": "sour cream", "semanticStr": "select: refrigerator (2)->relate: _,inside,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1:3": "7", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sour cream is inside the fridge."}, "20866135": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (6)"}], "entailed": ["20866136"], "equivalent": ["20866135"], "question": "Is the tall woman wearing jeans?", "imageId": "n579256", "isBalanced": true, "groups": {"global": null, "local": "13-woman_jeans"}, "answer": "yes", "semanticStr": "select: woman (3)->filter height: tall [0]->verify rel: jeans,wearing,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "3", "5": "6"}, "fullAnswer": {"2": "3", "5": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is wearing jeans."}, "20866185": {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (2)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20866159", "20866187", "20866186", "20866184"], "equivalent": ["20866185", "20866184"], "question": "What appliance is in the picture?", "imageId": "n579256", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "refrigerator", "semanticStr": "select: appliance (2)->query: name [0]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator."}, "20865961": {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865960", "20865959"], "equivalent": ["20865961"], "question": "What is in the refrigerator?", "imageId": "n579256", "isBalanced": true, "groups": {"global": "sauce", "local": "14-refrigerator_in,s"}, "answer": "sauce", "semanticStr": "select: refrigerator (2)->relate: _,in,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sauce is in the fridge."}, "20865990": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (10)"}, {"operation": "query", "dependencies": [0], "argument": "weight"}], "entailed": ["20865988", "20865989", "20865991", "20865992", "20865986", "20865987", "20865984", "20865985"], "equivalent": ["20865990"], "question": "What's the weight of the bottle?", "imageId": "n579256", "isBalanced": true, "groups": {"global": "weight", "local": "10q-bottle_weight"}, "answer": "heavy", "semanticStr": "select: bottle (10)->query: weight [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is heavy."}, "20120208": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120209"], "equivalent": ["20120208"], "question": "Who is wearing a shirt?", "imageId": "n117888", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "athlete", "semanticStr": "select: shirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing a shirt."}, "20120528": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}], "entailed": ["20120519", "20120518", "20120535", "20120515", "20120517", "20120516", "20120527", "20120520", "20120521", "20120522", "20120523", "20120529"], "equivalent": ["20120528"], "question": "Is this a tall fence?", "imageId": "n117888", "isBalanced": true, "groups": {"global": null, "local": "06-fence_tall"}, "answer": "yes", "semanticStr": "select: fence (8)->verify height: tall [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a tall fence."}, "20120446": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (9)"}, {"operation": "verify depth", "dependencies": [0], "argument": "shallow"}], "entailed": ["20120450", "20120451", "20120452", "20120453", "20120460", "20120449", "20120448", "20120447", "20120445", "20120457", "20120443", "20120442", "20120479", "20120444", "20120458", "20120439"], "equivalent": ["20120446"], "question": "Does the sand look shallow?", "imageId": "n117888", "isBalanced": true, "groups": {"global": null, "local": "06-sand_shallow"}, "answer": "yes", "semanticStr": "select: sand (9)->verify depth: shallow [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sand is shallow."}, "20120324": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20120324"], "question": "Is the ball both large and black?", "imageId": "n117888", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: ball (7)->verify color: black [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the ball is large but yellow."}, "20120081": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20120084", "20120091", "20120076", "20120077", "20120078", "20120079", "20120083", "20120082", "20120080"], "equivalent": ["20120081"], "question": "How big is the bench?", "imageId": "n117888", "isBalanced": true, "groups": {"global": "size", "local": "10q-bench_size"}, "answer": "small", "semanticStr": "select: bench (11)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is small."}, "201952744": {"semantic": [{"operation": "select", "dependencies": [], "argument": "buses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201952744"], "question": "Is there a bus in this image?", "imageId": "n525029", "isBalanced": true, "groups": {"global": null, "local": "03-buses"}, "answer": "no", "semanticStr": "select: buses (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no buses."}, "201952941": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201952942"], "equivalent": ["201952942", "201952941"], "question": "Is the window small and black?", "imageId": "n525029", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "no", "semanticStr": "select: window (9)->verify color: black [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is black but huge."}, "201952977": {"semantic": [{"operation": "select", "dependencies": [], "argument": "houses (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201952972", "201952973", "201952970", "201952971", "201952976", "201952974", "201952975", "201952978", "201952979"], "equivalent": ["201952977"], "question": "Which side are the white houses on?", "imageId": "n525029", "isBalanced": true, "groups": {"global": null, "local": "10q-houses_hposition"}, "answer": "left", "semanticStr": "select: houses (8)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The houses are on the left of the image."}, "201952874": {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201952873"], "equivalent": ["201952874"], "question": "What does the train ride on?", "imageId": "n525029", "isBalanced": true, "groups": {"global": "", "local": "14-train_riding on,o"}, "answer": "train tracks", "semanticStr": "select: train (4)->relate: _,riding on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1": "4", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The train rides on the tracks."}, "201952882": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201952879", "201952883", "201952880", "201952881"], "equivalent": ["201952882", "201952883"], "question": "On which side of the picture is the white car?", "imageId": "n525029", "isBalanced": true, "groups": {"global": null, "local": "10q-car_hposition"}, "answer": "left", "semanticStr": "select: car (7)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is on the left of the image."}, "201498172": {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (12)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498080", "201498078", "201498079", "201497970", "201497971", "201498177", "201498176", "201498175", "201498174", "201498173", "201498171", "201498170"], "equivalent": ["201498172"], "question": "Which kind of device is to the right of the monitor?", "imageId": "n315887", "isBalanced": true, "groups": {"global": "device", "local": "15-monitor_to the right of,s"}, "answer": "computer", "semanticStr": "select: monitor (12)->relate: device,to the right of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer."}, "201497684": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cd (11)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201497680", "201497681", "201497682", "201497679", "201497677"], "equivalent": ["201497684"], "question": "What is the shape of that CD?", "imageId": "n315887", "isBalanced": true, "groups": {"global": "shape", "local": "10q-cd_shape"}, "answer": "round", "semanticStr": "select: cd (11)->query: shape [0]", "annotations": {"answer": {}, "question": {"6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The CD is round."}, "201497863": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (12)"}, {"operation": "filter", "dependencies": [0], "argument": "framed"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497860", "201497861", "201497862", "201497859"], "equivalent": ["201497863"], "question": "What device is framed?", "imageId": "n315887", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_framed"}, "answer": "monitor", "semanticStr": "select: device (12)->filter: framed [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor."}, "201498387": {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,above,o (15)"}, {"operation": "relate", "dependencies": [1], "argument": "device,on top of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201498388", "201498389", "201498390", "201498266"], "equivalent": ["201498387"], "question": "What device is on top of the desk that the keyboard is above?", "imageId": "n315887", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "computer mouse", "semanticStr": "select: keyboard (7)->relate: desk,above,o (15) [0]->relate: device,on top of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"1": "0", "10": "7", "7": "15"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer mouse."}, "201498430": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee cup (1)"}, {"operation": "relate", "dependencies": [0], "argument": "tape,behind,s (2)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201498423", "201498422", "201498425", "201498424", "201498427", "201498426", "201498429", "201498428", "201498432"], "equivalent": ["201498430"], "question": "Does the tape behind the coffee cup look small or large?", "imageId": "n315887", "isBalanced": true, "groups": {"global": "size", "local": "10c-tape_size"}, "answer": "small", "semanticStr": "select: coffee cup (1)->relate: tape,behind,s (2) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2": "2", "5:7": "1"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tape is small."}, "201455952": {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (4)"}, {"operation": "verify", "dependencies": [0], "argument": "rocky"}], "entailed": ["201455953", "201455951", "201455956", "201455957", "201455954", "201455955", "201455959"], "equivalent": ["201455952"], "question": "Is the road rocky?", "imageId": "n413761", "isBalanced": true, "groups": {"global": null, "local": "06-road_rocky"}, "answer": "yes", "semanticStr": "select: road (4)->verify: rocky [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the road is rocky."}, "201455934": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (9)"}, {"operation": "relate", "dependencies": [0], "argument": "hill,in front of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201455935", "201455938"], "equivalent": ["201455934"], "question": "What is the vehicle that is in front of the hill that is in front of the sky?", "imageId": "n413761", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-hill_in front of,s"}, "answer": "car", "semanticStr": "select: sky (9)->relate: hill,in front of,s (7) [0]->relate: vehicle,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "7", "3": "0", "17": "9"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car."}, "201455837": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201455839", "201455836", "201455840", "201455838"], "equivalent": ["201455837"], "question": "How is the weather?", "imageId": "n413761", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudless", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudless."}, "201455835": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201455834"], "equivalent": ["201455835"], "question": "Which place is it?", "imageId": "n413761", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "road", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a road."}, "20857193": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying next to,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20857191", "20857192"], "equivalent": ["20857193"], "question": "What's lying beside the cell phone?", "imageId": "n293477", "isBalanced": true, "groups": {"global": "thing", "local": "14-cell phone_lying next to,s"}, "answer": "powder", "semanticStr": "select: cell phone (7)->relate: _,lying next to,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "7:9": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The powder is lying next to the cell phone."}, "20856756": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20856757", "20856759", "20856758", "20856736"], "equivalent": ["20856757", "20856756"], "question": "What is the item of furniture called?", "imageId": "n293477", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "bed", "semanticStr": "select: furniture (17)->query: name [0]", "annotations": {"answer": {"0": "17"}, "question": {"3:6": "17"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed."}, "20857040": {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "knife (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "wood"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20857042", "20857041", "20857046", "20857044", "20857045"], "equivalent": ["20857040"], "question": "Are there either wood spoons or knives?", "imageId": "n293477", "isBalanced": true, "groups": {"global": null, "local": "04-spoon_wood"}, "answer": "no", "semanticStr": "select: spoon (5)->filter material: wood [0]->exist: ? [1]->select: knife (-) ->filter material: wood [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a spoon but it is metallic."}, "20857175": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "desk,lying on top of,o (-)"}], "entailed": ["20857176"], "equivalent": ["20857175"], "question": "Is the cell phone lying on top of a desk?", "imageId": "n293477", "isBalanced": true, "groups": {"global": null, "local": "13-cell phone_desk"}, "answer": "no", "semanticStr": "select: cell phone (7)->verify rel: desk,lying on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"10": "17", "2:4": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cell phone is lying on top of a bed."}, "20856845": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "relate", "dependencies": [0], "argument": "food,lying on top of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856844"], "equivalent": ["20856845"], "question": "What food is lying on top of the bed?", "imageId": "n293477", "isBalanced": true, "groups": {"global": "food", "local": "15-bed_lying on top of,s"}, "answer": "snack", "semanticStr": "select: bed (17)->relate: food,lying on top of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"1": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a snack."}, "2059544": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (14)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2059533", "2059532", "2059546", "2059547", "2059545", "2059542", "2059543", "2059541"], "equivalent": ["2059544"], "question": "What color is the girl that is sitting down?", "imageId": "n130638", "isBalanced": true, "groups": {"global": "color", "local": "10q-girl_color"}, "answer": "blond", "semanticStr": "select: girl (14)->filter pose: sitting [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "14", "7:9": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is blond."}, "2059610": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2059611"], "equivalent": ["2059610"], "question": "Who is in front of the fence?", "imageId": "n130638", "isBalanced": true, "groups": {"global": "person", "local": "14-fence_in front of,s"}, "answer": "batter", "semanticStr": "select: fence (9)->relate: person,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is in front of the fence."}, "2059756": {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2059753", "2059752", "2059755", "2059754"], "equivalent": ["2059756", "2059755"], "question": "Which side of the photo is the umpire on?", "imageId": "n130638", "isBalanced": true, "groups": {"global": null, "local": "10q-umpire_hposition"}, "answer": "left", "semanticStr": "select: umpire (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is on the left of the image."}, "2059576": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (16)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2059573", "2059572", "2059575", "2059574"], "equivalent": ["2059576", "2059575"], "question": "Which side of the photo is the girl on?", "imageId": "n130638", "isBalanced": true, "groups": {"global": null, "local": "10q-girl_hposition"}, "answer": "right", "semanticStr": "select: girl (16)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is on the right of the image."}, "2059466": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball bat (11)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2059484", "2059483", "2059476", "2059477", "2059468", "2059463", "2059462", "2059465", "2059464", "2059467"], "equivalent": ["2059466"], "question": "What's the baseball bat made of?", "imageId": "n130638", "isBalanced": true, "groups": {"global": "material", "local": "10q-baseball bat_material"}, "answer": "metal", "semanticStr": "select: baseball bat (11)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baseball bat is made of metal."}, "201548964": {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (3)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201548965", "201548977", "201548969", "201548957", "201548975", "201548974", "201548968", "201548976", "201548966", "201548961", "201548962", "201548959", "201548958"], "equivalent": ["201548964"], "question": "How big is she?", "imageId": "n314171", "isBalanced": true, "groups": {"global": "size", "local": "10q-woman_size"}, "answer": "large", "semanticStr": "select: she (3)->query: size [0]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is large."}, "201548676": {"semantic": [{"operation": "select", "dependencies": [], "argument": "blender (10)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,to the right of,s (11)"}, {"operation": "verify material", "dependencies": [1], "argument": "glass"}], "entailed": ["201548678", "201548679", "201548677", "201548674", "201548675"], "equivalent": ["201548676"], "question": "Is the drink that is to the right of the blender made of glass?", "imageId": "n314171", "isBalanced": true, "groups": {"global": null, "local": "06-alcohol_glass"}, "answer": "yes", "semanticStr": "select: blender (10)->relate: drink,to the right of,s (11) [0]->verify material: glass [1]", "annotations": {"answer": {}, "question": {"10": "10", "2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the alcohol is made of glass."}, "201548657": {"semantic": [{"operation": "select", "dependencies": [], "argument": "balloon (2)"}, {"operation": "select", "dependencies": [], "argument": "bracelet (6) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201548658"], "equivalent": ["201548657", "201548658"], "question": "What is common to the balloon and the bracelet?", "imageId": "n314171", "isBalanced": true, "groups": {"global": null, "local": "09common-balloon_bracelet"}, "answer": "color", "semanticStr": "select: balloon (2)->select: bracelet (6) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "6", "5": "2"}, "fullAnswer": {"4": "2", "7": "6"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the balloon and the bracelet are green."}, "201548879": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (18)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201548878"], "equivalent": ["201548879", "201548878"], "question": "Does the shirt appear to be gray and small?", "imageId": "n314171", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "no", "semanticStr": "select: shirt (18)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is gray but large."}, "201548909": {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201548909"], "question": "Is the picture both gray and large?", "imageId": "n314171", "isBalanced": true, "groups": {"global": null, "local": "05-gray_large"}, "answer": "no", "semanticStr": "select: picture (1)->verify color: gray [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the picture is gray but small."}, "201574002": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (13)"}, {"operation": "relate", "dependencies": [0], "argument": "crosswalk,near,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing near,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201574002"], "question": "Who is standing near the crosswalk that is near the lamp post?", "imageId": "n115614", "isBalanced": true, "groups": {"global": "person", "local": "14-crosswalk_standing near,s"}, "answer": "people", "semanticStr": "select: street light (13)->relate: crosswalk,near,s (6) [0]->relate: person,standing near,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"5": "6", "10:12": "13"}, "fullAnswer": {"1": "8", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are standing near the crosswalk."}, "201573904": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (4)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201573903", "201573906", "201573907", "201573905"], "equivalent": ["201573904", "201573905"], "question": "Which color is the car on the left of the picture?", "imageId": "n115614", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "gray", "semanticStr": "select: car (4)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is gray."}, "201573888": {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201573890", "201573891", "201573892", "201573887", "201573886", "201573885", "201573884", "201573889"], "equivalent": ["201573888"], "question": "Which kind of vehicle is to the left of the people?", "imageId": "n115614", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-people_to the left of,s"}, "answer": "cars", "semanticStr": "select: people (8)->relate: vehicle,to the left of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars."}, "201573876": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,mounted on,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201573876"], "question": "What is the white sign mounted on?", "imageId": "n115614", "isBalanced": true, "groups": {"global": "", "local": "14-sign_mounted on,o"}, "answer": "stores", "semanticStr": "select: sign (2)->filter color: white [0]->relate: _,mounted on,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"3:5": "2"}, "fullAnswer": {"1": "2", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is mounted on the stores."}, "201573865": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201573865"], "question": "What is located on top of the pole?", "imageId": "n115614", "isBalanced": true, "groups": {"global": "", "local": "14-pole_on top of,s"}, "answer": "street light", "semanticStr": "select: pole (3)->relate: _,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {}, "fullAnswer": {"8": "3", "1:3": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp post is on top of the pole."}, "202244460": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "verify rel", "dependencies": [1], "argument": "container,to the right of,s (4)"}], "entailed": ["202244459", "202244461", "202244463", "202244462"], "equivalent": ["202244460"], "question": "Is the closed container to the right of the bowl on the right?", "imageId": "n296467", "isBalanced": true, "groups": {"global": null, "local": "13-bowl_container"}, "answer": "no", "semanticStr": "select: bowl (7)->filter hposition: right [0]->verify rel: container,to the right of,s (4) [1]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "4"}, "fullAnswer": {"9": "7", "2": "4"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the container is to the left of the bowl."}, "202244365": {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244373", "202244372", "202244368", "202244369", "202244366", "202244367", "202244364", "202244363"], "equivalent": ["202244365"], "question": "What is inside the container?", "imageId": "n296467", "isBalanced": true, "groups": {"global": "food", "local": "14-container_inside,s"}, "answer": "dip", "semanticStr": "select: container (4)->relate: _,inside,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dip is inside the container."}, "202243980": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "filter flavor", "dependencies": [0], "argument": "chocolate"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202243978", "202243979", "202243981", "202243976", "202243977", "202243974", "202243975"], "equivalent": ["202243980"], "question": "Which side are the chocolate cookies on?", "imageId": "n296467", "isBalanced": true, "groups": {"global": null, "local": "10q-cookies_hposition"}, "answer": "right", "semanticStr": "select: cookies (0)->filter flavor: chocolate [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cookies are on the right of the image."}, "202243895": {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244623", "202244622", "202244621", "202244620", "202243901", "202243900", "202243893", "202243894", "202243897", "202243896", "202243899", "202243898", "202244619", "202244624", "202244625"], "equivalent": ["202243895"], "question": "Which kind of vegetable is to the right of the carrots?", "imageId": "n296467", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-carrots_to the right of,s"}, "answer": "beans", "semanticStr": "select: carrots (6)->relate: vegetable,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are beans."}, "202243776": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "choose shape", "dependencies": [0], "argument": "square|round"}], "entailed": ["202243775"], "equivalent": ["202243775", "202243776"], "question": "What shape is the table, square or round?", "imageId": "n296467", "isBalanced": true, "groups": {"global": "shape", "local": "10c-table_shape"}, "answer": "square", "semanticStr": "select: table (10)->choose shape: square|round [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is square."}, "201975139": {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "relate", "dependencies": [0], "argument": "player,to the right of,s (18)"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing behind,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201975140", "201975141"], "equivalent": ["201975139"], "question": "Who is standing behind the player to the right of the tennis racket?", "imageId": "n274905", "isBalanced": true, "groups": {"global": "person", "local": "14-player_standing behind,s"}, "answer": "man", "semanticStr": "select: racket (0)->relate: player,to the right of,s (18) [0]->relate: person,standing behind,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"11:13": "0", "5": "18"}, "fullAnswer": {"1": "9", "6": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing behind the player."}, "201974617": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (14)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|short sleeved"}], "entailed": ["201974596", "201974616", "201974615", "201974614", "201974613", "201974610", "201974622", "201974623", "201974621"], "equivalent": ["201974617"], "question": "Does the shirt look short sleeved or long sleeved?", "imageId": "n274905", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (14)->choose: long sleeved|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved."}, "201974983": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sleeveless)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974982", "201975013"], "equivalent": ["201974983"], "question": "Which kind of clothing is not sleeveless?", "imageId": "n274905", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#sleeveless"}, "answer": "hat", "semanticStr": "select: clothing (6)->filter: not(sleeveless) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a hat."}, "201975071": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (6)"}, {"operation": "query", "dependencies": [0], "argument": "company"}], "entailed": ["201975047", "201975034", "201975083", "201975063", "201975082", "201975081", "201975080", "201975069", "201975068", "201975067", "201975066", "201975064", "201975070", "201975072", "201975073"], "equivalent": ["201975071"], "question": "Which company is the hat from?", "imageId": "n274905", "isBalanced": true, "groups": {"global": "company", "local": "10q-hat_company"}, "answer": "adidas", "semanticStr": "select: hat (6)->query: company [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "company", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is from adidas."}, "201974551": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["201974565", "201974552", "201974553"], "equivalent": ["201974551"], "question": "Are the trousers brown?", "imageId": "n274905", "isBalanced": true, "groups": {"global": null, "local": "06-pants_brown"}, "answer": "no", "semanticStr": "select: pants (11)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the trousers are white."}, "201996813": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201996811", "201996815", "201996814"], "equivalent": ["201996813"], "question": "What are the glasses made of?", "imageId": "n250715", "isBalanced": true, "groups": {"global": "material", "local": "10q-glasses_material"}, "answer": "glass", "semanticStr": "select: glasses (0)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are made of glass."}, "201996826": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996824", "201996825"], "equivalent": ["201996826"], "question": "Which kind of clothing is gray?", "imageId": "n250715", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "sweater", "semanticStr": "select: clothing (3)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweater."}, "201996785": {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (20)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201996765", "201996781", "201996783", "201996787", "201996786", "201996788", "201996793"], "equivalent": ["201996785"], "question": "What color are the words?", "imageId": "n250715", "isBalanced": true, "groups": {"global": "color", "local": "10q-words_color"}, "answer": "gold", "semanticStr": "select: words (20)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The words are gold."}, "201997014": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "verify rel", "dependencies": [1], "argument": "desk,sitting in,o (-)"}], "entailed": ["201997013"], "equivalent": ["201997014"], "question": "Is the person that is not female sitting in a desk?", "imageId": "n250715", "isBalanced": true, "groups": {"global": null, "local": "13-pilot_desk"}, "answer": "no", "semanticStr": "select: person (5)->filter gender: not(female) [0]->verify rel: desk,sitting in,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "5", "6": "5"}, "fullAnswer": {"2": "5", "7": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pilot is sitting in the chair."}, "201996714": {"semantic": [{"operation": "select", "dependencies": [], "argument": "controller (16)"}, {"operation": "relate", "dependencies": [0], "argument": "aircraft,mounted to,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996709", "201996708", "201996712", "201996713", "201996710", "201996711"], "equivalent": ["201996714"], "question": "What kind of aircraft is the controller mounted to?", "imageId": "n250715", "isBalanced": true, "groups": {"global": "aircraft", "local": "15-controller_mounted to,o"}, "answer": "helicopter", "semanticStr": "select: controller (16)->relate: aircraft,mounted to,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"3": "22"}, "fullAnswer": {"1": "16", "6": "22"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The controller is mounted to the helicopter."}, "20797707": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "birds (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20797708", "20797709", "20797710"], "equivalent": ["20797707"], "question": "Are there white birds or cats in the image?", "imageId": "n16656", "isBalanced": true, "groups": {"global": null, "local": "04-cat_white"}, "answer": "no", "semanticStr": "select: cat (4)->filter color: white [0]->exist: ? [1]->select: birds (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a cat but it is black."}, "20797594": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (16)"}, {"operation": "filter state", "dependencies": [0], "argument": "rough"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20797601", "20797591", "20797609", "20797593", "20797592", "20797595", "20797597", "20797596", "20797599", "20797598", "20797589"], "equivalent": ["20797593", "20797596", "20797595", "20797594"], "question": "What color is the ground that looks rough?", "imageId": "n16656", "isBalanced": true, "groups": {"global": "color", "local": "10q-ground_color"}, "answer": "gray", "semanticStr": "select: ground (16)->filter state: rough [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "16", "7": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ground is gray."}, "20797799": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["20797798", "20797797", "20797796", "20797795", "20797794", "20797793"], "equivalent": ["20797799", "20797798"], "question": "Where in this scene is the Caucasian person, in the bottom or in the top?", "imageId": "n16656", "isBalanced": true, "groups": {"global": null, "local": "10c-man_vposition"}, "answer": "top", "semanticStr": "select: person (8)->filter race: caucasian [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"6:8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is in the top of the image."}, "20797648": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797647", "20797646"], "equivalent": ["20797648"], "question": "What's in front of the cat?", "imageId": "n16656", "isBalanced": true, "groups": {"global": "footwear", "local": "14-cat_in front of,s"}, "answer": "shoe", "semanticStr": "select: cat (4)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoe is in front of the cat."}, "20797548": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797547"], "equivalent": ["20797548"], "question": "What's located on top of the shoe?", "imageId": "n16656", "isBalanced": true, "groups": {"global": "thing", "local": "14-shoe_on top of,s"}, "answer": "shoe lace", "semanticStr": "select: shoe (0)->relate: _,on top of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {}, "fullAnswer": {"8": "0", "1:3": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoe lace is on top of the shoe."}, "201156181": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|red"}], "entailed": [], "equivalent": ["201156181"], "question": "Is the jacket black or red?", "imageId": "n146522", "isBalanced": true, "groups": {"global": "color", "local": "10c-jacket_color"}, "answer": "black", "semanticStr": "select: jacket (15)->choose color: black|red [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jacket is black."}, "201156526": {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (12)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,lying on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201156484", "201156485", "201156482", "201156483", "201156524"], "equivalent": ["201156526"], "question": "What bag lies on the field?", "imageId": "n146522", "isBalanced": true, "groups": {"global": "bag", "local": "15-field_lying on,s"}, "answer": "backpack", "semanticStr": "select: field (12)->relate: bag,lying on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is a backpack."}, "201156274": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201156273"], "equivalent": ["201156274"], "question": "Who is wearing the helmet?", "imageId": "n146522", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "boy", "semanticStr": "select: helmet (0)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a helmet."}, "201156346": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["201156351", "201156352", "201156358", "201156349", "201156348", "201156344", "201156345", "201156367", "201156347", "201156356", "201156350", "201156343"], "equivalent": ["201156346"], "question": "Does the helmet that is made of plastic look small?", "imageId": "n146522", "isBalanced": true, "groups": {"global": null, "local": "06-helmet_small"}, "answer": "yes", "semanticStr": "select: helmet (0)->filter material: plastic [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2": "0", "7": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the helmet is small."}, "201156466": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "relate", "dependencies": [0], "argument": "balls,to the left of,s (6)"}, {"operation": "verify tone", "dependencies": [1], "argument": "light"}], "entailed": ["201156464", "201156467"], "equivalent": ["201156466"], "question": "Do the balls to the left of the other ball look light?", "imageId": "n146522", "isBalanced": true, "groups": {"global": null, "local": "06-balls_light"}, "answer": "yes", "semanticStr": "select: ball (7)->relate: balls,to the left of,s (6) [0]->verify tone: light [1]", "annotations": {"answer": {}, "question": {"9": "7", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the balls are light."}, "20442198": {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20442199", "20442192", "20442193", "20442191", "20442196", "20442197", "20442194", "20442195"], "equivalent": ["20442198"], "question": "On which side is the large microwave?", "imageId": "n207708", "isBalanced": true, "groups": {"global": null, "local": "10q-microwave_hposition"}, "answer": "left", "semanticStr": "select: microwave (5)->filter size: large [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is on the left of the image."}, "20441949": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20441970", "20441950"], "equivalent": ["20441949"], "question": "What is that table in front of?", "imageId": "n207708", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-table_in front of,o"}, "answer": "door", "semanticStr": "select: table (10)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the door."}, "20442089": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20442088", "20442060", "20442061", "20442092"], "equivalent": ["20442089"], "question": "Which kind of furniture is in front of the door?", "imageId": "n207708", "isBalanced": true, "groups": {"global": "furniture", "local": "15-door_in front of,s"}, "answer": "chair", "semanticStr": "select: door (1)->relate: furniture,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair."}, "20442290": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mirror,below,o (-)"}], "entailed": [], "equivalent": ["20442290"], "question": "Is the countertop below a mirror?", "imageId": "n207708", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_mirror"}, "answer": "no", "semanticStr": "select: countertop (4)->verify rel: mirror,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4", "6": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the countertop is below the cabinet."}, "20441884": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (9)"}, {"operation": "select", "dependencies": [], "argument": "bookcase (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20441885", "20441883"], "equivalent": ["20441885", "20441884"], "question": "Does the plant have a different color than the bookcase?", "imageId": "n207708", "isBalanced": true, "groups": {"global": null, "local": "09diff-bookcase_plant"}, "answer": "yes", "semanticStr": "select: plant (9)->select: bookcase (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "6", "2": "9"}, "fullAnswer": {"2": "9", "7": "6"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the plant is green and the bookcase is white."}, "201765931": {"semantic": [{"operation": "select", "dependencies": [], "argument": "watercraft (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201765932", "201765930"], "equivalent": ["201765931"], "question": "What kind of watercraft is it?", "imageId": "n488874", "isBalanced": true, "groups": {"global": "watercraft", "local": "11q-watercraft"}, "answer": "boats", "semanticStr": "select: watercraft (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The watercraft is boats."}, "201765991": {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (6)"}, {"operation": "relate", "dependencies": [0], "argument": "dirt,in front of,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,growing on,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201765992"], "equivalent": ["201765991"], "question": "What is growing on the dirt the beach is in front of?", "imageId": "n488874", "isBalanced": true, "groups": {"global": "tree", "local": "14-dirt_growing on,s"}, "answer": "trees", "semanticStr": "select: beach (6)->relate: dirt,in front of,o (8) [0]->relate: _,growing on,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"5": "8", "7": "6"}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are growing on the dirt."}, "201765767": {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfer (5)"}, {"operation": "relate", "dependencies": [0], "argument": "shorts,wearing,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["201765752", "201765750", "201765751", "201765769", "201765768", "201765770", "201765771", "201765772", "201765773", "201765766", "201765765", "201765764"], "equivalent": ["201765767"], "question": "What length are the shorts that the surfer is wearing?", "imageId": "n488874", "isBalanced": true, "groups": {"global": "length", "local": "10q-shorts_length"}, "answer": "long", "semanticStr": "select: surfer (5)->relate: shorts,wearing,o (2) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4": "2", "7": "5"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are long."}, "201765659": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify", "dependencies": [1], "argument": "comfortable"}, {"operation": "verify", "dependencies": [1], "argument": "sleeveless "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201765660"], "equivalent": ["201765659", "201765660"], "question": "Does the white shirt look sleeveless and comfortable?", "imageId": "n488874", "isBalanced": true, "groups": {"global": null, "local": "05-comfortable_sleeveless"}, "answer": "no", "semanticStr": "select: shirt (1)->filter color: white [0]->verify: comfortable [1]->verify: sleeveless  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is comfortable but short sleeved."}, "201765608": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose place", "dependencies": [0], "argument": "beach|farm"}], "entailed": [], "equivalent": ["201765608"], "question": "Is this a farm or a beach?", "imageId": "n488874", "isBalanced": true, "groups": {"global": "place", "local": "02c-place"}, "answer": "beach", "semanticStr": "select: scene->choose place: beach|farm [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is a beach."}, "20508146": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508150", "20508148", "20508149", "20508144", "20508145", "20508147", "20508545", "20508546", "20508152", "20508070", "20508071", "20508151"], "equivalent": ["20508146"], "question": "What kind of furniture is behind the man?", "imageId": "n511913", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_behind,s"}, "answer": "table", "semanticStr": "select: man (1)->relate: furniture,behind,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table."}, "20508800": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "laptop (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20508355", "20508203", "20508238", "20508356", "20508365", "20508202", "20508849", "20508204", "20508348", "20508214", "20508215", "20508797", "20508866", "20508799", "20508798"], "equivalent": ["20508800", "20508799"], "question": "Are there any glasses or laptops?", "imageId": "n511913", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_laptop"}, "answer": "no", "semanticStr": "select: glasses (-)->exist: ? [0]->select: laptop (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no laptops or glasses."}, "20508533": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "glasses,wearing,o (-)"}], "entailed": ["20508532"], "equivalent": ["20508533"], "question": "Is the person that is to the right of the woman wearing glasses?", "imageId": "n511913", "isBalanced": true, "groups": {"global": null, "local": "13-man_glasses"}, "answer": "no", "semanticStr": "select: woman (0)->relate: person,to the right of,s (1) [0]->verify rel: glasses,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"10": "0", "2": "1"}, "fullAnswer": {"2": "1", "5": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing jeans."}, "20508281": {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (19)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the left of,s (17)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20508283", "20508282", "20508218"], "equivalent": ["20508281"], "question": "Do you see chairs to the left of the books?", "imageId": "n511913", "isBalanced": true, "groups": {"global": null, "local": "13-books_chair"}, "answer": "yes", "semanticStr": "select: books (19)->relate: chair,to the left of,s (17) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "19", "3": "17"}, "fullAnswer": {"10": "19", "4": "17"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair to the left of the books."}, "20508515": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508519", "20508518", "20508783", "20508513", "20508512", "20508517", "20508516", "20508514"], "equivalent": ["20508515"], "question": "What's the man holding?", "imageId": "n511913", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: man (1)->relate: _,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1": "1", "5:7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the Wii controller."}, "2046421": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2046419", "2046530", "2046420"], "equivalent": ["2046421"], "question": "Who does the boy sit beside?", "imageId": "n71728", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_sitting beside,o"}, "answer": "woman", "semanticStr": "select: boy (3)->relate: person,sitting beside,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy sits beside the woman."}, "2046245": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "select", "dependencies": [], "argument": "bench (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2046245"], "question": "Is the table made of the same material as the bench?", "imageId": "n71728", "isBalanced": true, "groups": {"global": null, "local": "09same-bench_table"}, "answer": "yes", "semanticStr": "select: table (5)->select: bench (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "2": "5"}, "fullAnswer": {"3": "5", "6": "8"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the table and the bench are made of wood."}, "2046418": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["2046418"], "question": "Who sits beside the woman?", "imageId": "n71728", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_sitting beside,s"}, "answer": "boy", "semanticStr": "select: woman (4)->relate: person,sitting beside,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy sits beside the woman."}, "2046483": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2046482"], "equivalent": ["2046483"], "question": "Who is sitting beside the boy?", "imageId": "n71728", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_sitting beside,s"}, "answer": "man", "semanticStr": "select: boy (3)->relate: person,sitting beside,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting beside the boy."}, "2046678": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "choose rel", "dependencies": [1], "argument": "bowl,to the right of|to the left of,s (6)"}], "entailed": ["2046677"], "equivalent": ["2046678"], "question": "Is the round bowl to the left or to the right of the man on the left?", "imageId": "n71728", "isBalanced": true, "groups": {"global": null, "local": "13-man_bowl"}, "answer": "right", "semanticStr": "select: man (0)->filter hposition: left [0]->choose rel: bowl,to the right of|to the left of,s (6) [1]", "annotations": {"answer": {}, "question": {"13": "0", "2:4": "6"}, "fullAnswer": {"1": "6", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bowl is to the right of the man."}, "20618748": {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (0)"}, {"operation": "relate", "dependencies": [0], "argument": "rackets,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20618746", "20618747", "20618744", "20618749"], "equivalent": ["20618748"], "question": "What material is used to make the tennis rackets in front of the people?", "imageId": "n126087", "isBalanced": true, "groups": {"global": "material", "local": "10q-rackets_material"}, "answer": "metal", "semanticStr": "select: people (0)->relate: rackets,in front of,s (12) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"13": "0", "7:9": "12"}, "fullAnswer": {"1:3": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tennis rackets are made of metal."}, "20618693": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20618692"], "equivalent": ["20618693"], "question": "Which place is it?", "imageId": "n126087", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "courtyard", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a courtyard."}, "20618787": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "verify pose", "dependencies": [0], "argument": "standing"}], "entailed": ["20618790", "20618788"], "equivalent": ["20618787"], "question": "Does that man appear to be standing?", "imageId": "n126087", "isBalanced": true, "groups": {"global": null, "local": "06-man_standing"}, "answer": "no", "semanticStr": "select: man (1)->verify pose: standing [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is lying."}, "20618697": {"semantic": [{"operation": "select", "dependencies": [], "argument": "courtyard (13)"}, {"operation": "select", "dependencies": [], "argument": "wristband (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20618698"], "equivalent": ["20618697"], "question": "Are both the courtyard and the wristband the same color?", "imageId": "n126087", "isBalanced": true, "groups": {"global": null, "local": "09same-courtyard_wristband"}, "answer": "no", "semanticStr": "select: courtyard (13)->select: wristband (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "13", "6": "5"}, "fullAnswer": {"2": "13", "7": "5"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the courtyard is green and the wristband is white."}, "20618704": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "relate", "dependencies": [0], "argument": "wristwatch,wearing,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20618703"], "equivalent": ["20618703", "20618704"], "question": "What color does the wrist watch the woman is wearing have?", "imageId": "n126087", "isBalanced": true, "groups": {"global": "color", "local": "10q-wristwatch_color"}, "answer": "pink", "semanticStr": "select: woman (9)->relate: wristwatch,wearing,o (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"7": "9", "4:6": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wrist watch has pink color."}, "202006225": {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (14)"}, {"operation": "relate", "dependencies": [0], "argument": "basket,below,s (16)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "tan "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202006241", "202006240", "202006243", "202006242", "202006245", "202006244", "202006239", "202006230", "202006231", "202006238", "202006233", "202006234", "202006235", "202006224", "202006228", "202006226", "202006248", "202006229", "202006251", "202006232"], "equivalent": ["202006224", "202006225"], "question": "Does the basket below the other basket look large and tan?", "imageId": "n97485", "isBalanced": true, "groups": {"global": null, "local": "05-large_tan"}, "answer": "yes", "semanticStr": "select: basket (14)->relate: basket,below,s (16) [0]->verify size: large [1]->verify color: tan  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "16", "6": "14"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the basket is large and tan."}, "202005709": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "select", "dependencies": [], "argument": "utensils (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202005709"], "question": "Are the shelves made of the same material as the utensils?", "imageId": "n97485", "isBalanced": true, "groups": {"global": null, "local": "09same-shelves_utensils"}, "answer": "yes", "semanticStr": "select: shelves (15)->select: utensils (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "2": "15"}, "fullAnswer": {"3": "15", "6": "8"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the shelves and the utensils are made of wood."}, "202005737": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "select", "dependencies": [], "argument": "oven (13) "}, {"operation": "same shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["202005738"], "equivalent": ["202005737"], "question": "Does the table have the same shape as the oven?", "imageId": "n97485", "isBalanced": true, "groups": {"global": null, "local": "09same-oven_table"}, "answer": "yes", "semanticStr": "select: table (0)->select: oven (13) ->same shape:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "13", "2": "0"}, "fullAnswer": {"3": "0", "6": "13"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the table and the oven are square."}, "202006685": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bread (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202006684"], "equivalent": ["202006685"], "question": "Are there cups or breads in this picture?", "imageId": "n97485", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bread_cup"}, "answer": "no", "semanticStr": "select: cup (-)->exist: ? [0]->select: bread (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no breads or cups."}, "202006822": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "granite"}, {"operation": "relate", "dependencies": [1], "argument": "mirror,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202006823"], "equivalent": ["202006823", "202006822"], "question": "Are there any mirrors above the granite countertop?", "imageId": "n97485", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_mirror"}, "answer": "no", "semanticStr": "select: countertop (19)->filter material: granite [0]->relate: mirror,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "19"}, "fullAnswer": {"4": "5", "7:9": "19"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cabinet above the counter top."}, "20942305": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20942302", "20942303", "20942304"], "equivalent": ["20942305"], "question": "Which side of the image is the man on?", "imageId": "n137182", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image."}, "20942146": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20942146"], "question": "What is the girl in front of?", "imageId": "n137182", "isBalanced": true, "groups": {"global": "tree", "local": "14-girl_in front of,o"}, "answer": "trees", "semanticStr": "select: girl (0)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "0", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is in front of the trees."}, "20942177": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942176", "20942175", "20942174", "20942003"], "equivalent": ["20942177"], "question": "What's the girl holding?", "imageId": "n137182", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_holding,o"}, "answer": "surfboard", "semanticStr": "select: girl (0)->relate: _,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the surfboard."}, "20942097": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20942097"], "question": "Who is walking?", "imageId": "n137182", "isBalanced": true, "groups": {"global": "person", "local": "walking"}, "answer": "girl", "semanticStr": "select: person (0)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is walking."}, "20941993": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (12)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,behind,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942259", "20941990", "20941991", "20941992"], "equivalent": ["20941993"], "question": "Which kind of watercraft is the building behind of?", "imageId": "n137182", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-building_behind,o"}, "answer": "boat", "semanticStr": "select: building (12)->relate: watercraft,behind,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "12", "5": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The building is behind the boat."}, "20898809": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20898810"], "equivalent": ["20898809"], "question": "Does the bag have black color and large size?", "imageId": "n243701", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: bag (5)->verify color: black [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bag is large but white."}, "20898990": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the right of|to the left of,s (6)"}], "entailed": ["20898987", "20898988", "20898989", "20898747", "20898748", "20898749"], "equivalent": ["20898990"], "question": "Is the woman to the left or to the right of the person that wears a shirt?", "imageId": "n243701", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "right", "semanticStr": "select: shirt (12)->relate: person,wearing,s (3) [0]->choose rel: woman,to the right of|to the left of,s (6) [1]", "annotations": {"answer": {}, "question": {"2": "6", "12": "3", "16": "12"}, "fullAnswer": {"1": "6", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the right of the man."}, "20899123": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (2)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "girl,beside,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20899123"], "question": "Are there any girls beside the traffic signal in the top part of the picture?", "imageId": "n243701", "isBalanced": true, "groups": {"global": null, "local": "13-traffic light_girl"}, "answer": "yes", "semanticStr": "select: traffic light (2)->filter vposition: top [0]->relate: girl,beside,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "8", "6:8": "2"}, "fullAnswer": {"4": "8", "7:9": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a girl beside the signal light."}, "20898653": {"semantic": [{"operation": "select", "dependencies": [], "argument": "store (14)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20898656", "20898657", "20898654", "20898655", "20898652", "20898650", "20898651", "20898648", "20898659"], "equivalent": ["20898653"], "question": "How large is the store?", "imageId": "n243701", "isBalanced": true, "groups": {"global": "size", "local": "10q-store_size"}, "answer": "large", "semanticStr": "select: store (14)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The store is large."}, "20898929": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20898933", "20898932", "20898931", "20898930", "20898928", "20898914", "20898926", "20898927"], "equivalent": ["20898929"], "question": "What color is the hair?", "imageId": "n243701", "isBalanced": true, "groups": {"global": "color", "local": "10q-hair_color"}, "answer": "blond", "semanticStr": "select: hair (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is blond."}, "202116876": {"semantic": [{"operation": "select", "dependencies": [], "argument": "train station (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202116878", "202116874", "202116875", "202116877"], "equivalent": ["202116877", "202116875", "202116876"], "question": "What is that train station made of?", "imageId": "n48494", "isBalanced": true, "groups": {"global": "material", "local": "10q-train station_material"}, "answer": "concrete", "semanticStr": "select: train station (0)->query: material [0]", "annotations": {"answer": {}, "question": {"3:5": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The train station is made of cement."}, "202116880": {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202116880"], "question": "Is there a train or a fence in the image?", "imageId": "n48494", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_train"}, "answer": "yes", "semanticStr": "select: train (3)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a train."}, "202116974": {"semantic": [{"operation": "select", "dependencies": [], "argument": "river (7)"}, {"operation": "filter state", "dependencies": [0], "argument": "not(calm)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ocean (-) "}, {"operation": "filter state", "dependencies": [3], "argument": "not(calm)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202116982"], "equivalent": ["202116974"], "question": "Are there rivers or oceans that are not calm?", "imageId": "n48494", "isBalanced": true, "groups": {"global": null, "local": "04-river_n#calm"}, "answer": "no", "semanticStr": "select: river (7)->filter state: not(calm) [0]->exist: ? [1]->select: ocean (-) ->filter state: not(calm) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a river but it is calm."}, "202117035": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boat (8)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202117037", "202117036", "202117033", "202117032", "202117039", "202117038", "202117040", "202117041"], "equivalent": ["202117037", "202117035", "202117038", "202117036"], "question": "Do you see any wide boat?", "imageId": "n48494", "isBalanced": true, "groups": {"global": null, "local": "04-boat_wide"}, "answer": "yes", "semanticStr": "select: boat (8)->filter width: wide [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a wide boat."}, "202116745": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202116744"], "equivalent": ["202116745"], "question": "Which place is it?", "imageId": "n48494", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "railroad", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a railroad."}, "201621358": {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201621364", "201621357", "201621359"], "equivalent": ["201621358"], "question": "What is the desk made of?", "imageId": "n275148", "isBalanced": true, "groups": {"global": "material", "local": "10q-desk_material"}, "answer": "metal", "semanticStr": "select: desk (10)->query: material [0]", "annotations": {"answer": {}, "question": {"3": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is made of metal."}, "201621310": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (12)"}, {"operation": "select", "dependencies": [], "argument": "tv stand (14) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201621310"], "question": "Are both the mirror and the TV stand made of the same material?", "imageId": "n275148", "isBalanced": true, "groups": {"global": null, "local": "09same-mirror_tv stand"}, "answer": "no", "semanticStr": "select: mirror (12)->select: tv stand (14) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "12", "6:8": "14"}, "fullAnswer": {"2": "12", "9:11": "14"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mirror is made of glass and the TV stand is made of wood."}, "201621708": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose rel", "dependencies": [1], "argument": "couch,to the right of|to the left of,s (3)"}], "entailed": ["201621878", "201621879", "201621882", "201621877", "201621706", "201621707", "201621705", "201621881", "201621880"], "equivalent": ["201621708"], "question": "Is the couch to the left or to the right of the black device?", "imageId": "n275148", "isBalanced": true, "groups": {"global": null, "local": "13-television_couch"}, "answer": "right", "semanticStr": "select: device (9)->filter color: black [0]->choose rel: couch,to the right of|to the left of,s (3) [1]", "annotations": {"answer": {}, "question": {"2": "3", "12:14": "9"}, "fullAnswer": {"1": "3", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The couch is to the right of the TV."}, "201621414": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201621421", "201621420", "201621416", "201621415", "201621412", "201621413", "201621411"], "equivalent": ["201621414"], "question": "What's the mirror made of?", "imageId": "n275148", "isBalanced": true, "groups": {"global": "material", "local": "10q-mirror_material"}, "answer": "glass", "semanticStr": "select: mirror (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is made of glass."}, "201621803": {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (6)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201621805", "201621804", "201621807", "201621806", "201621799", "201621802"], "equivalent": ["201621803"], "question": "What color is the speaker on the right of the image?", "imageId": "n275148", "isBalanced": true, "groups": {"global": "color", "local": "10q-speaker_color"}, "answer": "silver", "semanticStr": "select: speaker (6)->filter hposition: right [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The speaker is silver."}, "2076752": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (8)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076753", "2076754", "2076755"], "equivalent": ["2076752"], "question": "What are the heavy vehicles called?", "imageId": "n214497", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_heavy"}, "answer": "cars", "semanticStr": "select: vehicle (8)->filter weight: heavy [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicles are cars."}, "2076661": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wheels (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["2076661"], "question": "Do the wheels look gray and small?", "imageId": "n214497", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "no", "semanticStr": "select: wheels (1)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the wheels are small but dark."}, "2076582": {"semantic": [{"operation": "select", "dependencies": [], "argument": "entrance (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,full of,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076581"], "equivalent": ["2076582"], "question": "What's the entrance full of?", "imageId": "n214497", "isBalanced": true, "groups": {"global": "material", "local": "14-entrance_full of,o"}, "answer": "stone", "semanticStr": "select: entrance (12)->relate: _,full of,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "12", "5": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The entrance is full of stone."}, "2076709": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}], "entailed": [], "equivalent": ["2076709"], "question": "Does the window that is not narrow look gray?", "imageId": "n214497", "isBalanced": true, "groups": {"global": null, "local": "06-window_gray"}, "answer": "no", "semanticStr": "select: window (3)->filter width: not(narrow) [0]->verify color: gray [1]", "annotations": {"answer": {}, "question": {"2": "3", "6": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the window is dark."}, "2076580": {"semantic": [{"operation": "select", "dependencies": [], "argument": "stone (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,full of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076579"], "equivalent": ["2076580"], "question": "What's full of the stone?", "imageId": "n214497", "isBalanced": true, "groups": {"global": "place", "local": "14-stone_full of,s"}, "answer": "entrance", "semanticStr": "select: stone (18)->relate: _,full of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "5": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The entrance is full of stone."}, "201951600": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201951600"], "question": "Who wears jeans?", "imageId": "n256120", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "girl", "semanticStr": "select: jeans (5)->relate: person,wearing,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"2": "5"}, "fullAnswer": {"1": "15", "3": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl wears jeans."}, "201951486": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (20)"}, {"operation": "select", "dependencies": [], "argument": "van (16) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201951486"], "question": "Are the pole and the van made of the same material?", "imageId": "n256120", "isBalanced": true, "groups": {"global": null, "local": "09same-pole_van"}, "answer": "yes", "semanticStr": "select: pole (20)->select: van (16) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "20", "5": "16"}, "fullAnswer": {"3": "20", "6": "16"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the pole and the van are made of metal."}, "201951690": {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (17)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201951689", "201951686", "201951694", "201951695", "201951692", "201951693", "201951691", "201951670", "201951703"], "equivalent": ["201951689", "201951690"], "question": "Is the flag green?", "imageId": "n256120", "isBalanced": true, "groups": {"global": null, "local": "06-flag_green"}, "answer": "yes", "semanticStr": "select: flag (17)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the flag is green."}, "201951790": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (22)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (23)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951789"], "equivalent": ["201951790"], "question": "What's located on top of the table?", "imageId": "n256120", "isBalanced": true, "groups": {"global": "", "local": "14-table_on top of,s"}, "answer": "machine", "semanticStr": "select: table (22)->relate: _,on top of,s (23) [0]->query: name [1]", "annotations": {"answer": {"0": "23"}, "question": {}, "fullAnswer": {"1": "23", "7": "22"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The machine is on top of the table."}, "201951808": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (22)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify pattern", "dependencies": [1], "argument": "dotted "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201951829", "201951828", "201951809", "201951823", "201951822", "201951825", "201951824", "201951827", "201951834", "201951832", "201951833", "201951830", "201951831", "201951814", "201951815", "201951816", "201951811", "201951812", "201951813", "201951842", "201951841", "201951840", "201951844"], "equivalent": ["201951808"], "question": "Does the colorful table have black color and dotted pattern?", "imageId": "n256120", "isBalanced": true, "groups": {"global": null, "local": "05-black_dotted"}, "answer": "yes", "semanticStr": "select: table (22)->filter: colorful [0]->verify color: black [1]->verify pattern: dotted  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is black and dotted."}, "201233828": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "jumping"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201233807", "201233816"], "equivalent": ["201233828"], "question": "Who in the picture is jumping?", "imageId": "n130464", "isBalanced": true, "groups": {"global": "person", "local": "jumping"}, "answer": "skateboarder", "semanticStr": "select: person (0)->filter pose: jumping [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skateboarder is jumping."}, "201233862": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,jumping off,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201233860", "201233861", "201233859"], "equivalent": ["201233862"], "question": "What's the skateboarder jumping off of?", "imageId": "n130464", "isBalanced": true, "groups": {"global": "road", "local": "14-skateboarder_jumping off,o"}, "answer": "pavement", "semanticStr": "select: skateboarder (0)->relate: _,jumping off,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is jumping off the pavement."}, "201233938": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201233936", "201233937"], "equivalent": ["201233938"], "question": "What's in front of the building?", "imageId": "n130464", "isBalanced": true, "groups": {"global": "plant", "local": "14-building_in front of,s"}, "answer": "bushes", "semanticStr": "select: building (3)->relate: _,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bushes are in front of the building."}, "201233881": {"semantic": [{"operation": "select", "dependencies": [], "argument": "painting (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201233884", "201233886", "201233879", "201233878", "201233882", "201233885", "201233880"], "equivalent": ["201233881"], "question": "Which color is the painting?", "imageId": "n130464", "isBalanced": true, "groups": {"global": "color", "local": "10q-painting_color"}, "answer": "gray", "semanticStr": "select: painting (2)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The painting is gray."}, "20489478": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sleeping on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489481", "20489475", "20489477", "20489479", "20489502", "20489482"], "equivalent": ["20489478"], "question": "What is the person sleeping on?", "imageId": "n145498", "isBalanced": true, "groups": {"global": "furniture", "local": "14-person_sleeping on,o"}, "answer": "bed", "semanticStr": "select: person (0)->relate: _,sleeping on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sleeping on the bed."}, "20489405": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "select", "dependencies": [], "argument": "table lamp (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20489406"], "equivalent": ["20489405"], "question": "Does the table lamp have the same color as the pillow?", "imageId": "n145498", "isBalanced": true, "groups": {"global": null, "local": "09same-pillow_table lamp"}, "answer": "no", "semanticStr": "select: pillow (6)->select: table lamp (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "6", "2:4": "8"}, "fullAnswer": {"2": "6", "7:9": "8"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the pillow is blue and the table lamp is white."}, "20489762": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489764", "20489761", "20489763"], "equivalent": ["20489762"], "question": "Which kind of furniture is on top of the floor?", "imageId": "n145498", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "shelves", "semanticStr": "select: floor (5)->relate: furniture,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1:4": "9", "5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves."}, "20489464": {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20489459", "20489474", "20489461", "20489467", "20489466", "20489472", "20489470", "20489469", "20489471"], "equivalent": ["20489464"], "question": "What is he doing?", "imageId": "n145498", "isBalanced": true, "groups": {"global": "activity", "local": "10q-person_activity"}, "answer": "sleeping", "semanticStr": "select: he (0)->query: activity [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is sleeping."}, "20489494": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "beige"}], "entailed": ["20489498", "20489499", "20489496", "20489497", "20489495", "20489500", "20489501"], "equivalent": ["20489494"], "question": "Does the floor have beige color?", "imageId": "n145498", "isBalanced": true, "groups": {"global": null, "local": "06-floor_beige"}, "answer": "yes", "semanticStr": "select: floor (5)->verify color: beige [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the floor is beige."}, "201623528": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201623548", "201623564", "201623565", "201623540", "201623541", "201623546", "201623547", "201623521", "201623522", "201623529", "201623524", "201623525", "201623526", "201623527", "201623533", "201623532", "201623531", "201623530"], "equivalent": ["201623528", "201623529"], "question": "The appliance that is on the floor has what color?", "imageId": "n501609", "isBalanced": true, "groups": {"global": "color", "local": "10q-refrigerator_color"}, "answer": "gray", "semanticStr": "select: floor (8)->relate: appliance,on,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "0", "6": "8"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fridge is gray."}, "201623905": {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the right of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201623747", "201623745", "201623911", "201623910", "201623908", "201623909", "201623912", "201623906", "201623907", "201623746"], "equivalent": ["201623906", "201623905"], "question": "What is the appliance to the right of the appliance that is below the microwave?", "imageId": "n501609", "isBalanced": true, "groups": {"global": "appliance", "local": "15-oven_to the right of,s"}, "answer": "stove", "semanticStr": "select: microwave (1)->relate: appliance,below,s (2) [0]->relate: appliance,to the right of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "2", "3": "6", "14": "1"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove."}, "201623821": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cupboards,below,o (11)"}], "entailed": ["201623371"], "equivalent": ["201623821"], "question": "Are the cabinets below the cupboards that are shown in this image?", "imageId": "n501609", "isBalanced": true, "groups": {"global": null, "local": "13-cabinets_cupboards"}, "answer": "yes", "semanticStr": "select: cabinets (5)->verify rel: cupboards,below,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "5", "5": "11"}, "fullAnswer": {"2": "5", "6": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cabinets are below the cupboards."}, "201623664": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "verify", "dependencies": [1], "argument": "curved"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201623656", "201623657", "201623654", "201623655", "201623658", "201623669", "201623668", "201623674", "201623666", "201623665", "201623670", "201623671", "201623672", "201623673"], "equivalent": ["201623664"], "question": "Is the sink that is not turned on silver and curved?", "imageId": "n501609", "isBalanced": true, "groups": {"global": null, "local": "05-curved_silver"}, "answer": "yes", "semanticStr": "select: sink (3)->filter: not(on) [0]->verify: curved [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "6:8": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sink is silver and curved."}, "202023522": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "hanging"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023519", "202023521", "202023520"], "equivalent": ["202023522"], "question": "What kind of clothing is hanging?", "imageId": "n95313", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_hanging"}, "answer": "jacket", "semanticStr": "select: clothing (6)->filter: hanging [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a jacket."}, "202023424": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter", "dependencies": [0], "argument": "plaid"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023422", "202023423", "202023425", "202023411", "202023410"], "equivalent": ["202023423", "202023424"], "question": "How is the item of furniture that is plaid called?", "imageId": "n95313", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_plaid"}, "answer": "bed", "semanticStr": "select: furniture (5)->filter: plaid [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3:6": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed."}, "202023491": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "paper towel (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202023490"], "equivalent": ["202023491"], "question": "Are there pillows or paper towels in the image?", "imageId": "n95313", "isBalanced": true, "groups": {"global": null, "local": "09existOr-paper towel_pillows"}, "answer": "no", "semanticStr": "select: pillows (-)->exist: ? [0]->select: paper towel (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no paper towels or pillows."}, "202023383": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202023385", "202023384", "202023386", "202023381", "202023380", "202023382"], "equivalent": ["202023383"], "question": "What is the tray made of?", "imageId": "n95313", "isBalanced": true, "groups": {"global": "material", "local": "10q-tray_material"}, "answer": "plastic", "semanticStr": "select: tray (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tray is made of plastic."}, "202023459": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023458"], "equivalent": ["202023459"], "question": "What kind of furniture is the bed in front of?", "imageId": "n95313", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bed_in front of,o"}, "answer": "closet", "semanticStr": "select: bed (5)->relate: furniture,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "5", "7": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bed is in front of the closet."}, "201654437": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "relate", "dependencies": [0], "argument": "cart,to the left of,s (5)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201654456", "201654457", "201654454", "201654455", "201654452", "201654453", "201654450", "201654438", "201654439", "201654458", "201654459", "201654451", "201654461", "201654460", "201654449", "201654448", "201654441", "201654440", "201654443", "201654442", "201654444", "201654447", "201654446"], "equivalent": ["201654437"], "question": "Is the cart that is to the left of the car metallic and black?", "imageId": "n6309", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: car (7)->relate: cart,to the left of,s (5) [0]->verify color: black [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "7", "2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cart is metallic and black."}, "201654673": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654672", "201654671", "201654279"], "equivalent": ["201654673"], "question": "What kind of animal is the fence in front of?", "imageId": "n6309", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_in front of,o"}, "answer": "horse", "semanticStr": "select: fence (8)->relate: animal,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "8", "7": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the horse."}, "201654361": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "horse,in front of,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201654361"], "question": "Are there any horses in front of the white fence?", "imageId": "n6309", "isBalanced": true, "groups": {"global": null, "local": "13-fence_horse"}, "answer": "no", "semanticStr": "select: fence (8)->filter color: white [0]->relate: horse,in front of,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "8", "3": "0"}, "fullAnswer": {"2": "0", "6": "8"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the horse is behind the fence."}, "201654422": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654423", "201654421", "201654398"], "equivalent": ["201654422"], "question": "What kind of animal is to the left of the fence?", "imageId": "n6309", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_to the left of,s"}, "answer": "horses", "semanticStr": "select: fence (8)->relate: animal,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are horses."}, "201654396": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cart (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201654396"], "question": "Who is sitting in the cart?", "imageId": "n6309", "isBalanced": true, "groups": {"global": "person", "local": "14-cart_sitting in,s"}, "answer": "jockey", "semanticStr": "select: cart (5)->relate: person,sitting in,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jockey is sitting in the cart."}, "20746593": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,flying above,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20746592", "20746543", "20746544", "20746594"], "equivalent": ["20746593"], "question": "What are the animals that are flying above the bridge called?", "imageId": "n477215", "isBalanced": true, "groups": {"global": "bird", "local": "15-bridge_flying above,s"}, "answer": "birds", "semanticStr": "select: bridge (6)->relate: animal,flying above,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"9": "6", "3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are birds."}, "20746413": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "different", "dependencies": [0], "argument": "type"}], "entailed": ["20746412", "20746409", "20746410", "20746411"], "equivalent": ["20746413"], "question": "Are the animals of different types?", "imageId": "n477215", "isBalanced": true, "groups": {"global": null, "local": "07different-allanimals"}, "answer": "no", "semanticStr": "select: animal (7)->different: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "diffAnimalsC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, all the animals are birds."}, "20746516": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wildflowers (4)"}, {"operation": "verify", "dependencies": [0], "argument": "ugly"}], "entailed": ["20746519", "20746518", "20746509", "20746513", "20746512", "20746517", "20746515", "20746521", "20746532"], "equivalent": ["20746517", "20746516"], "question": "Do the wildflowers look ugly?", "imageId": "n477215", "isBalanced": true, "groups": {"global": null, "local": "06-wildflowers_ugly"}, "answer": "no", "semanticStr": "select: wildflowers (4)->verify: ugly [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the wildflowers are beautiful."}, "20746468": {"semantic": [{"operation": "select", "dependencies": [], "argument": "river (2)"}, {"operation": "choose width", "dependencies": [0], "argument": "narrow|wide"}], "entailed": ["20746463", "20746462", "20746460", "20746466", "20746465", "20746464", "20746492", "20746444", "20746453", "20746443", "20746424", "20746456", "20746457", "20746474"], "equivalent": ["20746468"], "question": "Is the river wide or is it narrow?", "imageId": "n477215", "isBalanced": true, "groups": {"global": "width", "local": "10c-river_width"}, "answer": "narrow", "semanticStr": "select: river (2)->choose width: narrow|wide [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The river is narrow."}, "201428730": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheet (14)"}, {"operation": "select", "dependencies": [], "argument": "pipe (6) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201428729", "201428731"], "equivalent": ["201428729", "201428730", "201428731"], "question": "Is the bed sheet the same material as the pipe?", "imageId": "n64959", "isBalanced": true, "groups": {"global": null, "local": "09same-pipe_sheet"}, "answer": "yes", "semanticStr": "select: sheet (14)->select: pipe (6) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "6", "2:4": "14"}, "fullAnswer": {"7": "6", "3:5": "14"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the bed sheet and the pipe are made of plastic."}, "201428861": {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (16)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201428858", "201428860", "201428859"], "equivalent": ["201428861"], "question": "On which side of the image is the tap?", "imageId": "n64959", "isBalanced": true, "groups": {"global": null, "local": "10q-faucet_hposition"}, "answer": "left", "semanticStr": "select: faucet (16)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tap is on the left of the image."}, "201429138": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,higher than,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201429139", "201429137", "201429062"], "equivalent": ["201429138"], "question": "What is the pipe higher than?", "imageId": "n64959", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-pipe_higher than,o"}, "answer": "window", "semanticStr": "select: pipe (6)->relate: _,higher than,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "6", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pipe is higher than the window."}, "201429043": {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cabinet,to the right of,o (-)"}], "entailed": [], "equivalent": ["201429043"], "question": "Is the stove to the right of a cabinet?", "imageId": "n64959", "isBalanced": true, "groups": {"global": null, "local": "13-stove_cabinet"}, "answer": "no", "semanticStr": "select: stove (2)->verify rel: cabinet,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"9": "16", "2": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the stove is to the right of the faucet."}, "201428803": {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201428813", "201428812", "201428811", "201428810", "201428817", "201428816", "201428815", "201428814", "201428819", "201428818", "201428808", "201428802", "201428804", "201428805", "201428806", "201428807", "201428822", "201428809", "201428820", "201428821", "201428826", "201428824", "201428825", "201428823"], "equivalent": ["201428803"], "question": "Is the appliance that is made of plastic orange and round?", "imageId": "n64959", "isBalanced": true, "groups": {"global": null, "local": "05-orange_round"}, "answer": "yes", "semanticStr": "select: appliance (13)->filter material: plastic [0]->verify color: orange [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "7": "13"}, "fullAnswer": {"2:4": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the vacuum cleaner is orange and round."}, "20899489": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (18)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20899484", "20899485", "20899486", "20899487", "20899480", "20899481", "20899482", "20899483", "20899488"], "equivalent": ["20899489"], "question": "On which side is the cloth bag?", "imageId": "n403734", "isBalanced": true, "groups": {"global": null, "local": "10q-purse_hposition"}, "answer": "right", "semanticStr": "select: bag (18)->filter material: cloth [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The purse is on the right of the image."}, "20899315": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20899323", "20899322", "20899314", "20899316", "20899317", "20899311", "20899313"], "equivalent": ["20899315"], "question": "What's the bottle made of?", "imageId": "n403734", "isBalanced": true, "groups": {"global": "material", "local": "10q-bottle_material"}, "answer": "plastic", "semanticStr": "select: bottle (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is made of plastic."}, "20899163": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (12)"}, {"operation": "select", "dependencies": [], "argument": "napkin (13) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20899164", "20899162", "20899161", "20899160"], "equivalent": ["20899164", "20899163", "20899162"], "question": "Is the color of the bottle different than the napkin?", "imageId": "n403734", "isBalanced": true, "groups": {"global": null, "local": "09diff-bottle_napkin"}, "answer": "no", "semanticStr": "select: bottle (12)->select: napkin (13) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "13", "5": "12"}, "fullAnswer": {"3": "12", "6": "13"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the bottle and the napkin are white."}, "20899572": {"semantic": [{"operation": "select", "dependencies": [], "argument": "notebook (16)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (2)"}, {"operation": "choose", "dependencies": [1], "argument": "off|on"}], "entailed": ["20899567", "20899571", "20899565", "20899570", "20899569", "20899568", "20899566"], "equivalent": ["20899572"], "question": "Is the device to the left of the notebook off or on?", "imageId": "n403734", "isBalanced": true, "groups": {"global": "39", "local": "10c-ipod_39"}, "answer": "off", "semanticStr": "select: notebook (16)->relate: device,to the left of,s (2) [0]->choose: off|on [1]", "annotations": {"answer": {}, "question": {"8": "16", "2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ipod is off."}, "20899370": {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (17)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20899376", "20899367", "20899366", "20899372", "20899371", "20899369", "20899368", "20899378", "20899384"], "equivalent": ["20899370", "20899369"], "question": "Which color is the umbrella?", "imageId": "n403734", "isBalanced": true, "groups": {"global": "color", "local": "10q-umbrella_color"}, "answer": "blue", "semanticStr": "select: umbrella (17)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is blue."}, "20287428": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (10)"}, {"operation": "choose material", "dependencies": [0], "argument": "aluminum|brick"}], "entailed": [], "equivalent": ["20287428"], "question": "Is the fence made out of brick or aluminum?", "imageId": "n317260", "isBalanced": true, "groups": {"global": "material", "local": "10c-fence_material"}, "answer": "aluminum", "semanticStr": "select: fence (10)->choose material: aluminum|brick [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is made of aluminum."}, "20287937": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coach (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20287935", "20287934", "20287936", "20287933", "20287932"], "equivalent": ["20287937"], "question": "On which side is the coach?", "imageId": "n317260", "isBalanced": true, "groups": {"global": null, "local": "10q-coach_hposition"}, "answer": "left", "semanticStr": "select: coach (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coach is on the left of the image."}, "20287776": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20287776"], "question": "Who is standing on the sand?", "imageId": "n317260", "isBalanced": true, "groups": {"global": "person", "local": "14-sand_standing on,s"}, "answer": "catcher", "semanticStr": "select: sand (4)->relate: person,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is standing on the sand."}, "20287254": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (11)"}, {"operation": "select", "dependencies": [], "argument": "glove (12) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20287255"], "equivalent": ["20287254"], "question": "Do the bat and the glove have the same color?", "imageId": "n317260", "isBalanced": true, "groups": {"global": null, "local": "09same-bat_glove"}, "answer": "yes", "semanticStr": "select: bat (11)->select: glove (12) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "12"}, "fullAnswer": {"3": "11", "6": "12"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the bat and the glove are black."}, "20287644": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20287644"], "question": "Who is holding the bat?", "imageId": "n317260", "isBalanced": true, "groups": {"global": "person", "local": "14-bat_holding,s"}, "answer": "batter", "semanticStr": "select: bat (11)->relate: person,holding,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is holding the bat."}, "20631888": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20631888"], "question": "Who in the picture is waiting?", "imageId": "n570181", "isBalanced": true, "groups": {"global": "person", "local": "waiting"}, "answer": "catcher", "semanticStr": "select: person (6)->filter activity: waiting [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The catcher is waiting."}, "20631666": {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631664", "20631665", "20631721"], "equivalent": ["20631666"], "question": "What is the batter holding?", "imageId": "n570181", "isBalanced": true, "groups": {"global": "", "local": "14-batter_holding,o"}, "answer": "baseball bat", "semanticStr": "select: batter (0)->relate: _,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is holding the baseball bat."}, "20631545": {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631544"], "equivalent": ["20631545"], "question": "Who is watching the batter?", "imageId": "n570181", "isBalanced": true, "groups": {"global": "", "local": "14-batter_watching,s"}, "answer": "crowd", "semanticStr": "select: batter (0)->relate: person,watching,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "18", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is watching the batter."}, "20631887": {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20631896", "20631882", "20631883", "20631884", "20631885", "20631886", "20631897", "20631889", "20631895", "20631894", "20631893", "20631892", "20631891", "20631890"], "equivalent": ["20631887"], "question": "What is the catcher doing?", "imageId": "n570181", "isBalanced": true, "groups": {"global": "activity", "local": "10q-catcher_activity"}, "answer": "waiting", "semanticStr": "select: catcher (6)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The catcher is waiting."}, "20631990": {"semantic": [{"operation": "select", "dependencies": [], "argument": "uniform (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "filter color", "dependencies": [1], "argument": "red"}, {"operation": "query", "dependencies": [2], "argument": "cleanliness"}], "entailed": ["20631977", "20631989", "20631988", "20631992", "20631993", "20631991", "20631985", "20631987", "20631986"], "equivalent": ["20631990"], "question": "How clean is the uniform that looks gray and red?", "imageId": "n570181", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-uniform_cleanliness"}, "answer": "clean", "semanticStr": "select: uniform (9)->filter color: gray [0]->filter color: red [1]->query: cleanliness [2]", "annotations": {"answer": {}, "question": {"9": "9", "4": "9", "7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The uniform is clean."}, "201481487": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (24)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (11)"}, {"operation": "filter pose", "dependencies": [1], "argument": "sitting"}, {"operation": "relate", "dependencies": [2], "argument": "_,holding,o (10)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201481500", "201481499"], "equivalent": ["201481487"], "question": "The sitting down woman to the right of the glasses is holding what?", "imageId": "n470920", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_holding,o"}, "answer": "umbrella", "semanticStr": "select: glasses (24)->relate: woman,to the right of,s (11) [0]->filter pose: sitting [1]->relate: _,holding,o (10) [2]->query: name [3]", "annotations": {"answer": {"0": "10"}, "question": {"9": "24", "1:4": "11"}, "fullAnswer": {"1": "11", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the umbrella."}, "201481815": {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "towel (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "green"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201481816"], "equivalent": ["201481816", "201481815"], "question": "Are there any green blankets or towels?", "imageId": "n470920", "isBalanced": true, "groups": {"global": null, "local": "04-blanket_green"}, "answer": "no", "semanticStr": "select: blanket (19)->filter color: green [0]->exist: ? [1]->select: towel (-) ->filter color: green [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "19"}, "fullAnswer": {"4": "19"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a blanket but it is white."}, "201482076": {"semantic": [{"operation": "select", "dependencies": [], "argument": "berries (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201482079", "201482078", "201482080", "201482075"], "equivalent": ["201482076"], "question": "What is the man to the left of the berries doing?", "imageId": "n470920", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "posing", "semanticStr": "select: berries (5)->relate: man,to the left of,s (2) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"9": "5", "3": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is posing."}, "201481427": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (1)"}, {"operation": "select", "dependencies": [], "argument": "purse (20) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201481428"], "equivalent": ["201481427"], "question": "Is the jacket the same color as the purse?", "imageId": "n470920", "isBalanced": true, "groups": {"global": null, "local": "09same-jacket_purse"}, "answer": "no", "semanticStr": "select: jacket (1)->select: purse (20) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "20", "2": "1"}, "fullAnswer": {"2": "1", "7": "20"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the jacket is red and the purse is black."}, "201482305": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,in front of,s (6)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|blue"}], "entailed": ["201482304"], "equivalent": ["201482304", "201482305"], "question": "Is the bag in front of the man blue or brown?", "imageId": "n470920", "isBalanced": true, "groups": {"global": "color", "local": "10c-bag_color"}, "answer": "brown", "semanticStr": "select: man (14)->relate: bag,in front of,s (6) [0]->choose color: brown|blue [1]", "annotations": {"answer": {}, "question": {"2": "6", "7": "14"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is brown."}, "201663260": {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201663223", "201663257", "201663221", "201663252", "201663251", "201663222", "201663258", "201663259", "201663272", "201663271", "201663263", "201663262", "201663261"], "equivalent": ["201663260"], "question": "How clean is the microwave?", "imageId": "n35676", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-microwave_cleanliness"}, "answer": "clean", "semanticStr": "select: microwave (1)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is clean."}, "201663673": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663672", "201663674", "201663675"], "equivalent": ["201663673"], "question": "What kind of furniture is underneath the countertop?", "imageId": "n35676", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_underneath,s"}, "answer": "drawers", "semanticStr": "select: countertop (14)->relate: furniture,underneath,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are drawers."}, "201663391": {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663392", "201663285", "201663389", "201663390"], "equivalent": ["201663391"], "question": "Which kind of appliance is below the microwave?", "imageId": "n35676", "isBalanced": true, "groups": {"global": "appliance", "local": "15-microwave_below,s"}, "answer": "oven", "semanticStr": "select: microwave (1)->relate: appliance,below,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is an oven."}, "201663481": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (2)"}, {"operation": "filter", "dependencies": [0], "argument": "new"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201663483", "201663482", "201663480", "201663484", "201663474", "201663473"], "equivalent": ["201663481", "201663480"], "question": "Are there any new dishwashers?", "imageId": "n35676", "isBalanced": true, "groups": {"global": null, "local": "04-dishwasher_new"}, "answer": "yes", "semanticStr": "select: dishwasher (2)->filter: new [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a new dishwasher."}, "201663187": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "granite"}, {"operation": "verify color", "dependencies": [1], "argument": "beige"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201663187"], "question": "Does the granite countertop appear to be clean and beige?", "imageId": "n35676", "isBalanced": true, "groups": {"global": null, "local": "05-beige_clean"}, "answer": "no", "semanticStr": "select: countertop (14)->filter material: granite [0]->verify color: beige [1]->verify cleanliness: clean  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"2:4": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the counter top is clean but black."}, "20308731": {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (21)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,to the left of,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308729", "20308730", "20308650", "20308732", "20308733"], "equivalent": ["20308731"], "question": "What kind of cooking utensil is to the left of the knife?", "imageId": "n278312", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-knife_to the left of,s"}, "answer": "tea kettle", "semanticStr": "select: knife (21)->relate: cooking utensil,to the left of,s (19) [0]->query: name [1]", "annotations": {"answer": {"0:2": "19"}, "question": {"3:5": "19"}, "fullAnswer": {"1:3": "19", "5:7": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a tea kettle."}, "20308745": {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife block (20)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (18)"}, {"operation": "verify color", "dependencies": [1], "argument": "dark"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20308744"], "equivalent": ["20308745"], "question": "Does the appliance to the left of the knife block look dirty and dark?", "imageId": "n278312", "isBalanced": true, "groups": {"global": null, "local": "05-dark_dirty"}, "answer": "no", "semanticStr": "select: knife block (20)->relate: appliance,to the left of,s (18) [0]->verify color: dark [1]->verify cleanliness: dirty  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8:10": "20", "2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the stove is dark but clean."}, "20308891": {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (14)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308892", "20308893", "20308815"], "equivalent": ["20308891"], "question": "What type of appliance is to the right of the oven?", "imageId": "n278312", "isBalanced": true, "groups": {"global": "appliance", "local": "15-oven_to the right of,s"}, "answer": "toaster", "semanticStr": "select: oven (14)->relate: appliance,to the right of,s (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"10": "14", "3": "22"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster."}, "20308264": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20308268", "20308267", "20308266", "20308265"], "equivalent": ["20308264"], "question": "What hangs from the wall that is beige?", "imageId": "n278312", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_hanging from,s"}, "answer": "cabinets", "semanticStr": "select: wall (3)->filter color: beige [0]->relate: _,hanging from,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"4": "3", "7": "3"}, "fullAnswer": {"1": "12", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cabinets hang from the wall."}, "20308121": {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (26)"}, {"operation": "relate", "dependencies": [0], "argument": "baked good,on,s (25)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308120", "20308124", "20308097"], "equivalent": ["20308121"], "question": "Which kind of baked good is on the counter?", "imageId": "n278312", "isBalanced": true, "groups": {"global": "baked good", "local": "15-counter_on,s"}, "answer": "bread", "semanticStr": "select: counter (26)->relate: baked good,on,s (25) [0]->query: name [1]", "annotations": {"answer": {"0": "25"}, "question": {"3:5": "25"}, "fullAnswer": {"1": "25", "4": "25"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a bread."}, "201064994": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,eating,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201064660", "201064661", "201064992", "201064993", "201064996", "201064997", "201064995", "201064659", "201064658"], "equivalent": ["201064994"], "question": "What does the boy eat?", "imageId": "n88933", "isBalanced": true, "groups": {"global": "fast food", "local": "14-boy_eating,o"}, "answer": "hamburger", "semanticStr": "select: boy (4)->relate: _,eating,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "4", "4": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy eats a hamburger."}, "201064838": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (0)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|light brown"}], "entailed": [], "equivalent": ["201064838"], "question": "Which color is the sofa, blue or light brown?", "imageId": "n88933", "isBalanced": true, "groups": {"global": "color", "local": "10c-sofa_color"}, "answer": "blue", "semanticStr": "select: sofa (0)->choose color: blue|light brown [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sofa is blue."}, "201065001": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandal (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065000"], "equivalent": ["201065001"], "question": "Who wears the sandal?", "imageId": "n88933", "isBalanced": true, "groups": {"global": "person", "local": "14-sandal_wearing,s"}, "answer": "boy", "semanticStr": "select: sandal (12)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears a sandal."}, "201065067": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "bright"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065065", "201065064"], "equivalent": ["201065067"], "question": "Which kind of clothing is bright?", "imageId": "n88933", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_bright"}, "answer": "gown", "semanticStr": "select: clothing (6)->filter: bright [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a gown."}, "201064647": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,3,4)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["201064647"], "question": "Are these people all the same gender?", "imageId": "n88933", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (1,3,4)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female."}, "20462076": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20462075", "20461974"], "equivalent": ["20462076"], "question": "What is the woman wearing?", "imageId": "n571179", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "gloves", "semanticStr": "select: woman (7)->relate: _,wearing,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "7", "4": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing gloves."}, "20462070": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "elephant,near,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20462069", "20462071"], "equivalent": ["20462071", "20462070"], "question": "Is there an elephant near the person that is wearing a coat?", "imageId": "n571179", "isBalanced": true, "groups": {"global": null, "local": "13-man_elephant"}, "answer": "no", "semanticStr": "select: coat (2)->relate: person,wearing,s (6) [0]->relate: elephant,near,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "2", "6": "6"}, "fullAnswer": {"4": "7", "7": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a woman near the man."}, "20461886": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20461883", "20461882", "20461887", "20461885", "20461884", "20461889", "20461888", "20461892"], "equivalent": ["20461886"], "question": "Which color are the trousers?", "imageId": "n571179", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "gray", "semanticStr": "select: pants (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are gray."}, "20462066": {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (9)"}, {"operation": "relate", "dependencies": [0], "argument": "skier,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20462066"], "question": "Are there any skiers on the snow?", "imageId": "n571179", "isBalanced": true, "groups": {"global": null, "local": "13-snow_skier"}, "answer": "no", "semanticStr": "select: snow (9)->relate: skier,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"4": "7", "7": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a woman on the snow."}, "20462196": {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20462194", "20462195", "20462197", "20462204", "20462205", "20462193", "20462217", "20462198", "20462199", "20462201", "20462200"], "equivalent": ["20462196"], "question": "What is the color of the house made of wood?", "imageId": "n571179", "isBalanced": true, "groups": {"global": "color", "local": "10q-house_color"}, "answer": "gray", "semanticStr": "select: house (8)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "8", "6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is gray."}, "20754603": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}, {"operation": "verify age", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20754602"], "equivalent": ["20754602", "20754603"], "question": "Is the person that is waiting old and male?", "imageId": "n566028", "isBalanced": true, "groups": {"global": null, "local": "05-male_old"}, "answer": "no", "semanticStr": "select: person (0)->filter activity: waiting [0]->verify gender: male [1]->verify age: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the person is male but young."}, "20754732": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20754730", "20754731", "20754733", "20754734", "20754729", "20754737"], "equivalent": ["20754732"], "question": "What color is the shirt that is made of cotton?", "imageId": "n566028", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "green", "semanticStr": "select: shirt (5)->filter material: cotton [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "5", "4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is green."}, "20754744": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["20754745", "20754747", "20754746"], "equivalent": ["20754744"], "question": "Does the long sleeved shirt look black?", "imageId": "n566028", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_black"}, "answer": "yes", "semanticStr": "select: shirt (4)->filter: long sleeved [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2:5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is black."}, "20754574": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,above,s (1)"}, {"operation": "choose gender", "dependencies": [1], "argument": "male|female"}], "entailed": ["20754572", "20754573", "20754571", "20754576", "20754566"], "equivalent": ["20754574"], "question": "Do you think the person above the skateboard is male or female?", "imageId": "n566028", "isBalanced": true, "groups": {"global": "gender", "local": "10c-person_gender"}, "answer": "male", "semanticStr": "select: skateboard (7)->relate: person,above,s (1) [0]->choose gender: male|female [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "7"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is male."}, "20754858": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "filter", "dependencies": [0], "argument": "dry"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify pattern", "dependencies": [1], "argument": "striped "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20754858"], "question": "Does the shirt that looks dry have striped pattern and black color?", "imageId": "n566028", "isBalanced": true, "groups": {"global": null, "local": "05-black_striped"}, "answer": "no", "semanticStr": "select: shirt (6)->filter: dry [0]->verify color: black [1]->verify pattern: striped  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is striped but blue."}, "201935896": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "desk (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201935808", "201935895", "201935807"], "equivalent": ["201935896"], "question": "Is there either any mirror or desk in the image?", "imageId": "n500209", "isBalanced": true, "groups": {"global": null, "local": "09existOr-desk_mirror"}, "answer": "no", "semanticStr": "select: mirror (-)->exist: ? [0]->select: desk (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no desks or mirrors."}, "201935909": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935912", "201935911", "201935910", "201935907", "201935908"], "equivalent": ["201935909"], "question": "Which kind of furniture is wooden?", "imageId": "n500209", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "shelf", "semanticStr": "select: furniture (2)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a shelf."}, "201935871": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowls (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,sitting inside,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201935870", "201935869", "201935872"], "equivalent": ["201935871"], "question": "What is the vegetable that is sitting inside the green bowls?", "imageId": "n500209", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-bowls_sitting inside,s"}, "answer": "squash", "semanticStr": "select: bowls (0)->filter color: green [0]->relate: vegetable,sitting inside,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "9:11": "0"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is a squash."}, "201936007": {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201936004", "201936005", "201936002"], "equivalent": ["201936007"], "question": "Which shape is the picture frame?", "imageId": "n500209", "isBalanced": true, "groups": {"global": "shape", "local": "10q-picture frame_shape"}, "answer": "square", "semanticStr": "select: picture frame (5)->query: shape [0]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture frame is square."}, "201936025": {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (6)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["201936024", "201936023"], "equivalent": ["201936025"], "question": "Is the closed book in the top or in the bottom of the image?", "imageId": "n500209", "isBalanced": true, "groups": {"global": null, "local": "10c-book_vposition"}, "answer": "top", "semanticStr": "select: book (6)->filter: closed [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The book is in the top of the image."}, "20412157": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412251", "20412159", "20412158", "20412252"], "equivalent": ["20412157"], "question": "What is this boy wearing?", "imageId": "n531359", "isBalanced": true, "groups": {"global": "accessory", "local": "14-boy_wearing,o"}, "answer": "tie", "semanticStr": "select: boy (0)->relate: _,wearing,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a tie."}, "20412279": {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20412276", "20412277", "20412283", "20412282", "20412281", "20412280", "20412278"], "equivalent": ["20412278", "20412279"], "question": "What is the color of the flower?", "imageId": "n531359", "isBalanced": true, "groups": {"global": "color", "local": "10q-flower_color"}, "answer": "pink", "semanticStr": "select: flower (8)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flower is pink."}, "20412086": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "talking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20412086"], "question": "Who is talking?", "imageId": "n531359", "isBalanced": true, "groups": {"global": "person", "local": "talking"}, "answer": "people", "semanticStr": "select: person (1)->filter activity: talking [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The people are talking."}, "20412213": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tables (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20412214", "20412215", "20412216", "20412217", "20412211", "20412212"], "equivalent": ["20412213"], "question": "What is the color of the tables that are on the left?", "imageId": "n531359", "isBalanced": true, "groups": {"global": "color", "local": "10q-tables_color"}, "answer": "pink", "semanticStr": "select: tables (7)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tables are pink."}, "20412186": {"semantic": [{"operation": "select", "dependencies": [], "argument": "balloons (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20412182", "20412183", "20412184", "20412185", "20412187", "20412188", "20412189", "20412191", "20412190"], "equivalent": ["20412185", "20412186", "20412187"], "question": "What is the color of the balloons?", "imageId": "n531359", "isBalanced": true, "groups": {"global": "color", "local": "10q-balloons_color"}, "answer": "pink", "semanticStr": "select: balloons (4)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The balloons are pink."}, "20879120": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20879132", "20879117", "20879112", "20879113", "20879148", "20879118", "20879119", "20879128", "20879134", "20879149", "20879133", "20879121", "20879123", "20879122", "20879125", "20879124", "20879127", "20879126"], "equivalent": ["20879120"], "question": "What is the color of the wood trees?", "imageId": "n259949", "isBalanced": true, "groups": {"global": "color", "local": "10q-trees_color"}, "answer": "brown", "semanticStr": "select: trees (9)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees are brown."}, "20879072": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["20879082", "20879057", "20879056", "20879077", "20879076", "20879074", "20879073", "20879071", "20879070"], "equivalent": ["20879072", "20879071"], "question": "Is the coat green?", "imageId": "n259949", "isBalanced": true, "groups": {"global": null, "local": "06-coat_green"}, "answer": "yes", "semanticStr": "select: coat (2)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the coat is green."}, "20879086": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "denim"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["20879091", "20879090", "20879092", "20879087", "20879085", "20879088", "20879089"], "equivalent": ["20879086"], "question": "Do the trousers made of denim have blue color?", "imageId": "n259949", "isBalanced": true, "groups": {"global": null, "local": "06-pants_blue"}, "answer": "yes", "semanticStr": "select: pants (4)->filter material: denim [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trousers are blue."}, "20879028": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (13)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,wearing,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20879025", "20879026", "20879027", "20879037", "20879029", "20879030"], "equivalent": ["20879028"], "question": "The hat the skater is wearing is of what color?", "imageId": "n259949", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "white", "semanticStr": "select: skater (13)->relate: hat,wearing,o (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "1", "3": "13"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is white."}, "20878952": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20878951", "20878950"], "equivalent": ["20878952"], "question": "What is before the trees?", "imageId": "n259949", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,s"}, "answer": "parking lot", "semanticStr": "select: trees (9)->relate: _,in front of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {}, "fullAnswer": {"8": "9", "1:3": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The parking lot is in front of the trees."}, "201947562": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (19)"}, {"operation": "choose color", "dependencies": [0], "argument": "white|green"}], "entailed": [], "equivalent": ["201947562"], "question": "Is the countertop green or white?", "imageId": "n473688", "isBalanced": true, "groups": {"global": "color", "local": "10c-countertop_color"}, "answer": "white", "semanticStr": "select: countertop (19)->choose color: white|green [0]", "annotations": {"answer": {}, "question": {"2": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The countertop is white."}, "201947661": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (10)"}, {"operation": "choose rel", "dependencies": [0], "argument": "toothbrush,to the right of|to the left of,s (1)"}], "entailed": ["201947471", "201947473", "201947472", "201947660"], "equivalent": ["201947661"], "question": "Is the plastic toothbrush to the left or to the right of the mirror?", "imageId": "n473688", "isBalanced": true, "groups": {"global": null, "local": "13-mirror_toothbrush"}, "answer": "right", "semanticStr": "select: mirror (10)->choose rel: toothbrush,to the right of|to the left of,s (1) [0]", "annotations": {"answer": {}, "question": {"13": "10", "2:4": "1"}, "fullAnswer": {"1": "1", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The toothbrush is to the right of the mirror."}, "201947754": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "thin"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947752", "201947753"], "equivalent": ["201947754"], "question": "Which kind of clothing is thin?", "imageId": "n473688", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_thin"}, "answer": "tank top", "semanticStr": "select: clothing (6)->filter: thin [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a tank top."}, "201947823": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201947823"], "question": "Is the sink clean and blue?", "imageId": "n473688", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clean"}, "answer": "no", "semanticStr": "select: sink (8)->verify color: blue [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is clean but white."}, "201947514": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947515", "201947518"], "equivalent": ["201947514"], "question": "What is in front of the bath tub?", "imageId": "n473688", "isBalanced": true, "groups": {"global": "textile", "local": "14-bathtub_in front of,s"}, "answer": "shower curtain", "semanticStr": "select: bathtub (15)->relate: _,in front of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {"6:8": "15"}, "fullAnswer": {"8:10": "15", "1:3": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shower curtain is in front of the bath tub."}, "202144620": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "cup,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "drink,full of,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202144621", "202144619", "202144618"], "equivalent": ["202144620", "202144619"], "question": "What is the drink that the cup to the right of the man is full of called?", "imageId": "n37274", "isBalanced": true, "groups": {"global": "drink", "local": "15-cup_full of,o"}, "answer": "liquor", "semanticStr": "select: man (4)->relate: cup,to the right of,s (6) [0]->relate: drink,full of,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2", "12": "4", "6": "6"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The drink is liquor."}, "202144456": {"semantic": [{"operation": "select", "dependencies": [], "argument": "crate (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "watch,wearing,o (5)"}], "entailed": [], "equivalent": ["202144456"], "question": "Is the man that is to the left of the crate wearing a watch?", "imageId": "n37274", "isBalanced": true, "groups": {"global": null, "local": "13-man_watch"}, "answer": "yes", "semanticStr": "select: crate (9)->relate: man,to the left of,s (0) [0]->verify rel: watch,wearing,o (5) [1]", "annotations": {"answer": {}, "question": {"10": "9", "13": "5", "2": "0"}, "fullAnswer": {"2": "0", "6": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing a watch."}, "202144396": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202144396"], "question": "What do you think is the cotton clothing item?", "imageId": "n37274", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_cotton"}, "answer": "t-shirt", "semanticStr": "select: clothing (13)->filter material: cotton [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"7:9": "13"}, "fullAnswer": {"1:3": "13", "5": "13"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a t-shirt."}, "202144350": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (11)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["202144352", "202144353", "202144351", "202144354"], "equivalent": ["202144350"], "question": "Is the bicycle in the top part of the image?", "imageId": "n37274", "isBalanced": true, "groups": {"global": null, "local": "06-bicycle_top"}, "answer": "yes", "semanticStr": "select: bicycle (11)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bicycle is in the top of the image."}, "202144720": {"semantic": [{"operation": "select", "dependencies": [], "argument": "blender (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,full of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144373", "202144718", "202144719", "202144717"], "equivalent": ["202144720"], "question": "What is the blender full of?", "imageId": "n37274", "isBalanced": true, "groups": {"global": "thing", "local": "14-blender_full of,o"}, "answer": "ice", "semanticStr": "select: blender (8)->relate: _,full of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "8", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blender is full of ice."}, "202059973": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202059971", "202059951", "202059955", "202059953", "202059952", "202059960", "202059961", "202059962", "202059954"], "equivalent": ["202059973"], "question": "What kind of animal is white?", "imageId": "n14087", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_white"}, "answer": "dog", "semanticStr": "select: animal (10)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a dog."}, "202060113": {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (20)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "bed,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202060115", "202060114"], "equivalent": ["202060115", "202060114", "202060113"], "question": "Do you see a bed in front of the white curtains?", "imageId": "n14087", "isBalanced": true, "groups": {"global": null, "local": "13-curtains_bed"}, "answer": "no", "semanticStr": "select: curtains (20)->filter color: white [0]->relate: bed,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "20"}, "fullAnswer": {"9": "20", "4": "13"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a couch in front of the curtains."}, "202060107": {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (20)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060108", "202060109", "202060025", "202060024", "202060106", "202060112"], "equivalent": ["202060107"], "question": "What is in front of the curtains?", "imageId": "n14087", "isBalanced": true, "groups": {"global": "furniture", "local": "14-curtains_in front of,s"}, "answer": "couch", "semanticStr": "select: curtains (20)->relate: _,in front of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "7": "20"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the curtains."}, "202059909": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "room"}], "entailed": ["202059908", "202059911", "202059907", "202059910"], "equivalent": ["202059909"], "question": "Which room is it?", "imageId": "n14087", "isBalanced": true, "groups": {"global": "room", "local": "02q-room"}, "answer": "living room", "semanticStr": "select: scene->query: room [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a living room."}, "202059916": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "indoors|outdoors"}], "entailed": [], "equivalent": ["202059916"], "question": "Is it indoors or outdoors?", "imageId": "n14087", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "indoors", "semanticStr": "select: scene->choose location: indoors|outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is indoors."}, "201067650": {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "triangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201067650"], "question": "Is the napkin brown and triangular?", "imageId": "n367944", "isBalanced": true, "groups": {"global": null, "local": "05-brown_triangular"}, "answer": "no", "semanticStr": "select: napkin (3)->verify color: brown [0]->verify shape: triangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the napkin is brown but rectangular."}, "201067528": {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201067529", "201067526", "201067527", "201067524", "201067525", "201067522", "201067523"], "equivalent": ["201067528"], "question": "On which side of the photo is the laptop?", "imageId": "n367944", "isBalanced": true, "groups": {"global": null, "local": "10q-laptop_hposition"}, "answer": "right", "semanticStr": "select: laptop (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The laptop is on the right of the image."}, "201067797": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201067802", "201067814", "201067803", "201067801", "201067800", "201067793", "201067792", "201067795", "201067794", "201067796", "201067799", "201067798", "201067808", "201067809", "201067813", "201067810"], "equivalent": ["201067797", "201067798"], "question": "What is the color of the device that is on the left of the photo?", "imageId": "n367944", "isBalanced": true, "groups": {"global": "color", "local": "10q-calculator_color"}, "answer": "black", "semanticStr": "select: device (4)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The calculator is black."}, "201067732": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "square"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201067731"], "equivalent": ["201067732"], "question": "Are there any tables or plates that are square?", "imageId": "n367944", "isBalanced": true, "groups": {"global": null, "local": "04-table_square"}, "answer": "yes", "semanticStr": "select: table (5)->filter shape: square [0]->exist: ? [1]->select: plate (-) ->filter shape: square [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the table is square."}, "201067918": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201067917", "201067916"], "equivalent": ["201067918"], "question": "Is there a bag that is not white?", "imageId": "n367944", "isBalanced": true, "groups": {"global": null, "local": "04-bag_n#white"}, "answer": "no", "semanticStr": "select: bag (8)->filter color: not(white) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a bag but it is white."}, "20395140": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20395162", "20395163", "20395159", "20395158", "20395148", "20395149", "20395164", "20395165", "20395145", "20395146", "20395147", "20395141", "20395142", "20395143", "20395170", "20395161", "20395157"], "equivalent": ["20395140", "20395141"], "question": "Does the table seem to be white and round?", "imageId": "n369313", "isBalanced": true, "groups": {"global": null, "local": "05-round_white"}, "answer": "yes", "semanticStr": "select: table (9)->verify shape: round [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is white and round."}, "20394863": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20394864", "20394865"], "equivalent": ["20394863"], "question": "What do you think is the name of the white clothing item in the picture?", "imageId": "n369313", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "dress", "semanticStr": "select: clothing (3)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"10:12": "3"}, "fullAnswer": {"1:3": "3", "5": "3"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress."}, "20395054": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}, {"operation": "verify shape", "dependencies": [0], "argument": "triangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20395054"], "question": "Is that window triangular and clear?", "imageId": "n369313", "isBalanced": true, "groups": {"global": null, "local": "05-clear_triangular"}, "answer": "no", "semanticStr": "select: window (7)->verify weather: clear [0]->verify shape: triangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is clear but rectangular."}, "20394837": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "watch,wearing,o (-)"}], "entailed": [], "equivalent": ["20394837"], "question": "Is the man wearing a watch?", "imageId": "n369313", "isBalanced": true, "groups": {"global": null, "local": "13-man_watch"}, "answer": "no", "semanticStr": "select: man (0)->verify rel: watch,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a suit."}, "20394835": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20394834"], "equivalent": ["20394835"], "question": "What's the man wearing?", "imageId": "n369313", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "suit", "semanticStr": "select: man (0)->relate: _,wearing,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a suit."}, "20303097": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the right of,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20303097"], "question": "Are there men to the right of the glasses in the middle?", "imageId": "n318684", "isBalanced": true, "groups": {"global": null, "local": "13-glasses_man"}, "answer": "no", "semanticStr": "select: glasses (2)->filter vposition: middle [0]->relate: man,to the right of,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "2", "2": "8"}, "fullAnswer": {"9": "2", "2": "8"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the left of the glasses."}, "20303068": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "filter state", "dependencies": [0], "argument": "still"}, {"operation": "verify rel", "dependencies": [1], "argument": "helmet,wearing,o (-)"}], "entailed": [], "equivalent": ["20303068"], "question": "Does the still man wear a helmet?", "imageId": "n318684", "isBalanced": true, "groups": {"global": null, "local": "13-man_helmet"}, "answer": "no", "semanticStr": "select: man (9)->filter state: still [0]->verify rel: helmet,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9", "5": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man wears a shirt."}, "20302987": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved"}], "entailed": ["20302988", "20302989"], "equivalent": ["20302987"], "question": "Does the white shirt look long sleeved?", "imageId": "n318684", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_long sleeved"}, "answer": "yes", "semanticStr": "select: shirt (4)->filter color: white [0]->verify: long sleeved [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is long sleeved."}, "20302916": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (16)"}, {"operation": "filter depth", "dependencies": [0], "argument": "deep"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20302939", "20302938", "20302931", "20302930", "20302933", "20302935", "20302934", "20302937", "20302936", "20302943", "20302941", "20302928", "20302929", "20302922", "20302923", "20302920", "20302926", "20302927", "20302924", "20302925", "20302917", "20302915", "20302919", "20302918"], "equivalent": ["20302916", "20302915"], "question": "Is the deep sky blue and clear?", "imageId": "n318684", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clear"}, "answer": "yes", "semanticStr": "select: sky (16)->filter depth: deep [0]->verify color: blue [1]->verify weather: clear  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is blue and clear."}, "20302648": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "select", "dependencies": [], "argument": "fence (12) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20302648"], "question": "Are both the bench and the fence made of the same material?", "imageId": "n318684", "isBalanced": true, "groups": {"global": null, "local": "09same-bench_fence"}, "answer": "no", "semanticStr": "select: bench (11)->select: fence (12) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "11", "6": "12"}, "fullAnswer": {"9": "12", "2": "11"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bench is made of wood and the fence is made of metal."}, "201873538": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201873314", "201873541", "201873540", "201873542", "201873313", "201873536", "201873537", "201873539"], "equivalent": ["201873538", "201873539", "201873540"], "question": "What is the vehicle that is in front of the bridge that is not short?", "imageId": "n309148", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bridge_in front of,s"}, "answer": "fire truck", "semanticStr": "select: bridge (12)->filter: not(short) [0]->relate: vehicle,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"10": "12", "3": "0", "14": "12"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck."}, "201873303": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873306", "201873305", "201873304", "201873302", "201873301"], "equivalent": ["201873303"], "question": "What is located on top of the fire truck?", "imageId": "n309148", "isBalanced": true, "groups": {"global": "object", "local": "14-fire truck_on top of,s"}, "answer": "bucket", "semanticStr": "select: fire truck (0)->relate: _,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7:9": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bucket is on top of the fire truck."}, "201873549": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (16)"}, {"operation": "relate", "dependencies": [0], "argument": "taxi,behind,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201873549"], "question": "Is there any taxi behind the sticker?", "imageId": "n309148", "isBalanced": true, "groups": {"global": null, "local": "13-sticker_taxi"}, "answer": "no", "semanticStr": "select: sticker (16)->relate: taxi,behind,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "16"}, "fullAnswer": {"8": "16", "4:6": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a fire truck behind the sticker."}, "201873053": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}], "entailed": ["201873055", "201873054", "201873074", "201873059", "201873073"], "equivalent": ["201873053"], "question": "Is the street gray?", "imageId": "n309148", "isBalanced": true, "groups": {"global": null, "local": "06-street_gray"}, "answer": "no", "semanticStr": "select: street (13)->verify color: gray [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the street is dark."}, "201872912": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (10)"}, {"operation": "select", "dependencies": [], "argument": "grill (5) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201872912"], "question": "Is the material of the building the same as the grill?", "imageId": "n309148", "isBalanced": true, "groups": {"global": null, "local": "09same-building_grill"}, "answer": "no", "semanticStr": "select: building (10)->select: grill (5) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "5", "5": "10"}, "fullAnswer": {"9": "5", "2": "10"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the building is made of cement and the grill is made of metal."}, "20300428": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter", "dependencies": [0], "argument": "parked"}, {"operation": "relate", "dependencies": [1], "argument": "_,waiting for,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20300429", "20300364", "20300427"], "equivalent": ["20300427", "20300428"], "question": "The parked vehicles are waiting for what?", "imageId": "n208302", "isBalanced": true, "groups": {"global": "object", "local": "14-cars_waiting for,o"}, "answer": "traffic light", "semanticStr": "select: vehicle (2)->filter: parked [0]->relate: _,waiting for,o (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"1:3": "2"}, "fullAnswer": {"1": "2", "6:8": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cars are waiting for the signal light."}, "20300520": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (5)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "sky,below,o (6)"}], "entailed": ["20300519"], "equivalent": ["20300520"], "question": "Is the tall building below the sky?", "imageId": "n208302", "isBalanced": true, "groups": {"global": null, "local": "13-apartment building_sky"}, "answer": "yes", "semanticStr": "select: building (5)->filter height: tall [0]->verify rel: sky,below,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "5", "6": "6"}, "fullAnswer": {"2:4": "5", "7": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the apartment building is below the sky."}, "20300592": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (4)"}, {"operation": "filter", "dependencies": [0], "argument": "rocky"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sand (-) "}, {"operation": "filter", "dependencies": [3], "argument": "rocky"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20300592"], "question": "Is there any rocky grass or sand?", "imageId": "n208302", "isBalanced": true, "groups": {"global": null, "local": "04-grass_rocky"}, "answer": "no", "semanticStr": "select: grass (4)->filter: rocky [0]->exist: ? [1]->select: sand (-) ->filter: rocky [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is grass but it is grassy."}, "20300607": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "road,near,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}], "entailed": ["20300608"], "equivalent": ["20300608", "20300607"], "question": "Does the road near the sidewalk look brown?", "imageId": "n208302", "isBalanced": true, "groups": {"global": null, "local": "06-road_brown"}, "answer": "no", "semanticStr": "select: sidewalk (3)->relate: road,near,s (7) [0]->verify color: brown [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "3"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the road is white."}, "20300360": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["20300358", "20300362", "20300363", "20300359", "20300361"], "equivalent": ["20300360"], "question": "Is the weather cloudy?", "imageId": "n208302", "isBalanced": true, "groups": {"global": null, "local": "01-weather_cloudy"}, "answer": "yes", "semanticStr": "select: scene->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is cloudy."}, "20836596": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20836595"], "equivalent": ["20836596"], "question": "What is hanging from the wall?", "imageId": "n507959", "isBalanced": true, "groups": {"global": "clothing", "local": "14-wall_hanging from,s"}, "answer": "shirts", "semanticStr": "select: wall (4)->relate: _,hanging from,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirts are hanging from the wall."}, "20836689": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dolls (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "people,to the left of,o (17)"}], "entailed": ["20836690"], "equivalent": ["20836689"], "question": "Are the small dolls to the left of the people who are standing behind the luggage?", "imageId": "n507959", "isBalanced": true, "groups": {"global": null, "local": "13-dolls_people"}, "answer": "yes", "semanticStr": "select: dolls (6)->filter size: small [0]->verify rel: people,to the left of,o (17) [1]", "annotations": {"answer": {}, "question": {"9": "17", "2:4": "6", "15": "3"}, "fullAnswer": {"9": "17", "2": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the dolls are to the left of the people."}, "20836740": {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20836739", "20836742", "20836743", "20836745", "20836741", "20836753", "20836755", "20836732", "20836735", "20836752", "20836737", "20836736", "20836738", "20836733"], "equivalent": ["20836740", "20836739"], "question": "What color does the purse have?", "imageId": "n507959", "isBalanced": true, "groups": {"global": "color", "local": "10q-purse_color"}, "answer": "blue", "semanticStr": "select: purse (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The purse has blue color."}, "20837051": {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (18)"}, {"operation": "choose rel", "dependencies": [1], "argument": "umbrella,to the left of|to the right of,s (19)"}], "entailed": ["20837050"], "equivalent": ["20837051"], "question": "Is the green umbrella to the right or to the left of the person who is to the left of the palm tree?", "imageId": "n507959", "isBalanced": true, "groups": {"global": null, "local": "13-person_umbrella"}, "answer": "left", "semanticStr": "select: palm tree (14)->relate: person,to the left of,s (18) [0]->choose rel: umbrella,to the left of|to the right of,s (19) [1]", "annotations": {"answer": {}, "question": {"13": "18", "2:4": "19", "21:23": "14"}, "fullAnswer": {"1": "19", "8": "18"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The umbrella is to the left of the person."}, "20836551": {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "tan"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "verify rel", "dependencies": [2], "argument": "bookcase,sitting in front of,o (-)"}], "entailed": [], "equivalent": ["20836551"], "question": "Is the luggage that is tan and black sitting in front of a bookcase?", "imageId": "n507959", "isBalanced": true, "groups": {"global": null, "local": "13-luggage_bookcase"}, "answer": "no", "semanticStr": "select: luggage (1)->filter color: tan [0]->filter color: black [1]->verify rel: bookcase,sitting in front of,o (-) [2]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1", "7": "1"}, "fullAnswer": {"9": "7", "2": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the luggage is sitting in front of the table."}, "201505138": {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (9)"}, {"operation": "filter", "dependencies": [0], "argument": "sandy"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["201505128", "201505163", "201505142", "201505134", "201505135", "201505113", "201505136", "201505137", "201505141", "201505140", "201505133", "201505130", "201505165", "201505164", "201505148", "201505139"], "equivalent": ["201505138"], "question": "How wide is the sandy beach?", "imageId": "n298104", "isBalanced": true, "groups": {"global": "width", "local": "10q-beach_width"}, "answer": "wide", "semanticStr": "select: beach (9)->filter: sandy [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The beach is wide."}, "201504956": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "surfboard,posing with,o (4)"}], "entailed": ["201504955"], "equivalent": ["201504956"], "question": "Is the happy person posing with the surfboard?", "imageId": "n298104", "isBalanced": true, "groups": {"global": null, "local": "13-woman_surfboard"}, "answer": "yes", "semanticStr": "select: person (0)->filter face expression: happy [0]->verify rel: surfboard,posing with,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "7": "4"}, "fullAnswer": {"2": "0", "7": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is posing with the surfboard."}, "201505104": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (7)"}, {"operation": "relate", "dependencies": [0], "argument": "mountains,next to,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201505103", "201505102"], "equivalent": ["201505104"], "question": "What color are the mountains next to the ocean?", "imageId": "n298104", "isBalanced": true, "groups": {"global": "color", "local": "10q-mountains_color"}, "answer": "gray", "semanticStr": "select: ocean (7)->relate: mountains,next to,s (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "7", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mountains are gray."}, "201504738": {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504737"], "equivalent": ["201504738"], "question": "What is on the surfboard?", "imageId": "n298104", "isBalanced": true, "groups": {"global": "plant", "local": "14-surfboard_on,s"}, "answer": "flower", "semanticStr": "select: surfboard (4)->relate: _,on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "5:7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flower is on the surf board."}, "201505086": {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201505173"], "equivalent": ["201505086"], "question": "Where is the surfboard?", "imageId": "n298104", "isBalanced": true, "groups": {"global": "thing", "local": "14-surfboard_on,o"}, "answer": "sand", "semanticStr": "select: surfboard (4)->relate: place,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "4", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfboard is on the sand."}, "20177475": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (5)"}, {"operation": "select", "dependencies": [], "argument": "table (18) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20177475"], "question": "Is the cutting board made of the same material as the table?", "imageId": "n55058", "isBalanced": true, "groups": {"global": null, "local": "09same-cutting board_table"}, "answer": "yes", "semanticStr": "select: cutting board (5)->select: table (18) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "18", "2:4": "5"}, "fullAnswer": {"7": "18", "3:5": "5"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the cutting board and the table are made of wood."}, "20177867": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177801", "20177800", "20177865", "20177864", "20177866", "20177869", "20177868"], "equivalent": ["20177867"], "question": "What kind of vegetable is on top of the cutting board?", "imageId": "n55058", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cutting board_on top of,s"}, "answer": "onion", "semanticStr": "select: cutting board (5)->relate: vegetable,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is an onion."}, "20177594": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "serving tray,to the right of,s (12)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20177594"], "question": "Do you see any serving trays to the right of the mug that is round?", "imageId": "n55058", "isBalanced": true, "groups": {"global": null, "local": "13-mug_serving tray"}, "answer": "yes", "semanticStr": "select: mug (7)->filter shape: round [0]->relate: serving tray,to the right of,s (12) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "7", "14": "7", "4:6": "12"}, "fullAnswer": {"11": "7", "4:6": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a serving tray to the right of the mug."}, "20177722": {"semantic": [{"operation": "select", "dependencies": [], "argument": "restaurant (15)"}, {"operation": "relate", "dependencies": [0], "argument": "sofa,inside,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20177722"], "question": "Is there any sofa inside the restaurant?", "imageId": "n55058", "isBalanced": true, "groups": {"global": null, "local": "13-restaurant_sofa"}, "answer": "no", "semanticStr": "select: restaurant (15)->relate: sofa,inside,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "15"}, "fullAnswer": {"4": "18", "7": "15"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a table inside the restaurant."}, "20178097": {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving dish (11)"}, {"operation": "relate", "dependencies": [0], "argument": "fast food,inside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178098", "20178102", "20178095", "20178096"], "equivalent": ["20178097"], "question": "What is the food inside the serving dish?", "imageId": "n55058", "isBalanced": true, "groups": {"global": "fast food", "local": "15-serving dish_inside,s"}, "answer": "fries", "semanticStr": "select: serving dish (11)->relate: fast food,inside,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "6:8": "11"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is fries."}, "20381367": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381365", "20381366"], "equivalent": ["20381367"], "question": "What's the sweatshirt in front of?", "imageId": "n398257", "isBalanced": true, "groups": {"global": "thing", "local": "14-sweatshirt_in front of,o"}, "answer": "rug", "semanticStr": "select: sweatshirt (12)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "12", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sweatshirt is in front of the rug."}, "20381583": {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381585", "20381584", "20381586", "20381581", "20381582"], "equivalent": ["20381583"], "question": "Which kind of device is above the keyboard?", "imageId": "n398257", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_above,s"}, "answer": "computer monitor", "semanticStr": "select: keyboard (8)->relate: device,above,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer monitor."}, "20381262": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381192", "20381261", "20381263", "20381191"], "equivalent": ["20381262"], "question": "What kind of furniture is above the chair?", "imageId": "n398257", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chair_above,s"}, "answer": "desk", "semanticStr": "select: chair (13)->relate: furniture,above,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk."}, "20381364": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381363"], "equivalent": ["20381364"], "question": "What is in front of the rug?", "imageId": "n398257", "isBalanced": true, "groups": {"global": "clothing", "local": "14-rug_in front of,s"}, "answer": "sweatshirt", "semanticStr": "select: rug (5)->relate: _,in front of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sweatshirt is in front of the rug."}, "20381274": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381273", "20381272"], "equivalent": ["20381274"], "question": "What's the plant in?", "imageId": "n398257", "isBalanced": true, "groups": {"global": "object", "local": "14-plant_in,o"}, "answer": "flower pot", "semanticStr": "select: plant (10)->relate: _,in,o (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {}, "fullAnswer": {"1": "10", "5:7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is in the plant pot."}, "201982138": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982137"], "equivalent": ["201982138"], "question": "Who is wearing the pants?", "imageId": "n526228", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "man", "semanticStr": "select: pants (11)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "4": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing pants."}, "201982219": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201982216", "201982217", "201982218", "201982209", "201982208", "201982221", "201982220"], "equivalent": ["201982217", "201982219", "201982218"], "question": "Is there a lamp in this picture that is large?", "imageId": "n526228", "isBalanced": true, "groups": {"global": null, "local": "04-lamp_large"}, "answer": "yes", "semanticStr": "select: lamp (15)->filter size: large [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "15"}, "fullAnswer": {"4": "15"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a lamp that is large."}, "201982419": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982278", "201982426", "201982421", "201982420", "201982423", "201982422"], "equivalent": ["201982419"], "question": "What is in front of the mirror?", "imageId": "n526228", "isBalanced": true, "groups": {"global": "furniture", "local": "14-mirror_in front of,s"}, "answer": "couch", "semanticStr": "select: mirror (18)->relate: _,in front of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"6": "18"}, "fullAnswer": {"1": "14", "7": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the mirror."}, "201982068": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "choose material", "dependencies": [0], "argument": "cloth|leather"}], "entailed": ["201982069"], "equivalent": ["201982069", "201982068"], "question": "Which material are the trousers made of, cloth or leather?", "imageId": "n526228", "isBalanced": true, "groups": {"global": "material", "local": "10c-pants_material"}, "answer": "cloth", "semanticStr": "select: pants (11)->choose material: cloth|leather [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trousers are made of cloth."}, "201982031": {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (7)"}, {"operation": "select", "dependencies": [], "argument": "frame (16) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201982031"], "question": "Is the remote control made of the same material as the frame?", "imageId": "n526228", "isBalanced": true, "groups": {"global": null, "local": "09same-frame_remote control"}, "answer": "no", "semanticStr": "select: remote control (7)->select: frame (16) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "16", "2:4": "7"}, "fullAnswer": {"10": "16", "2:4": "7"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the remote control is made of plastic and the frame is made of wood."}, "201370416": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chickens (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201370417", "201370415", "201370387", "201370385"], "equivalent": ["201370417", "201370416"], "question": "Are there any chickens or chairs in the picture?", "imageId": "n351318", "isBalanced": true, "groups": {"global": null, "local": "09existOr-chair_chickens"}, "answer": "no", "semanticStr": "select: chickens (-)->exist: ? [0]->select: chair (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no chairs or chickens."}, "201370362": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201370361", "201370360"], "equivalent": ["201370362"], "question": "What's the tape on?", "imageId": "n351318", "isBalanced": true, "groups": {"global": "material", "local": "14-tape_on,o"}, "answer": "paper", "semanticStr": "select: tape (1)->relate: _,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "1", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tape is on the paper."}, "201370353": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201370354", "201370355", "201370356", "201370357", "201370358", "201370359"], "equivalent": ["201370353"], "question": "Is the tape green?", "imageId": "n351318", "isBalanced": true, "groups": {"global": null, "local": "06-tape_green"}, "answer": "yes", "semanticStr": "select: tape (1)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tape is green."}, "201370428": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pens (5)"}, {"operation": "choose", "dependencies": [0], "argument": "black and white|colorful"}], "entailed": ["201370429"], "equivalent": ["201370428", "201370429"], "question": "How do the pens look, colorful or black and white?", "imageId": "n351318", "isBalanced": true, "groups": {"global": "24", "local": "10c-pens_24"}, "answer": "black and white", "semanticStr": "select: pens (5)->choose: black and white|colorful [0]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pens are black and white."}, "201370398": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scissors (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201370404", "201370405", "201370392", "201370393", "201370394", "201370395", "201370396", "201370397", "201370399", "201370402", "201370400", "201370401"], "equivalent": ["201370395", "201370396", "201370397", "201370398"], "question": "Of what color are the scissors?", "imageId": "n351318", "isBalanced": true, "groups": {"global": "color", "local": "10q-scissors_color"}, "answer": "gray", "semanticStr": "select: scissors (2)->query: color [0]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The scissors are gray."}, "201878324": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn around,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201878325"], "equivalent": ["201878324"], "question": "The jacket is worn around who?", "imageId": "n342511", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_worn around,o"}, "answer": "man", "semanticStr": "select: jacket (17)->relate: person,worn around,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "17"}, "fullAnswer": {"1": "17", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jacket is worn around the man."}, "201878420": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (0)"}, {"operation": "filter", "dependencies": [0], "argument": "sleepy"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201878422", "201878421"], "equivalent": ["201878420"], "question": "What is the sleepy dog sitting atop?", "imageId": "n342511", "isBalanced": true, "groups": {"global": "thing", "local": "14-dog_sitting atop,o"}, "answer": "seat", "semanticStr": "select: dog (0)->filter: sleepy [0]->relate: _,sitting atop,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is sitting atop the seat."}, "201878274": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (14)"}, {"operation": "verify", "dependencies": [0], "argument": "dry"}, {"operation": "verify color", "dependencies": [0], "argument": "green "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201878274"], "question": "Is the hat both dry and green?", "imageId": "n342511", "isBalanced": true, "groups": {"global": null, "local": "05-dry_green"}, "answer": "no", "semanticStr": "select: hat (14)->verify: dry [0]->verify color: green  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hat is dry but white."}, "201878353": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201878338", "201878351", "201878329", "201878352", "201878328", "201878337", "201878336", "201878335", "201878327"], "equivalent": ["201878353"], "question": "Which kind of clothing is red?", "imageId": "n342511", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_red"}, "answer": "coat", "semanticStr": "select: clothing (16)->filter color: red [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a coat."}, "201878373": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tent (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "light bulbs (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201878374", "201878372", "201878371"], "equivalent": ["201878374", "201878373", "201878372"], "question": "Are there light bulbs or tents?", "imageId": "n342511", "isBalanced": true, "groups": {"global": null, "local": "09existOr-light bulbs_tent"}, "answer": "no", "semanticStr": "select: tent (-)->exist: ? [0]->select: light bulbs (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no light bulbs or tents."}, "2075557": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (11)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,growing behind,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2075558", "2075556"], "equivalent": ["2075557", "2075556"], "question": "The trees that look tall are growing behind what?", "imageId": "n315859", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_growing behind,o"}, "answer": "lake", "semanticStr": "select: tree (11)->filter height: tall [0]->relate: _,growing behind,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"1": "11", "4": "11"}, "fullAnswer": {"1": "11", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are growing behind the lake."}, "2075839": {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["2075819", "2075835", "2075820", "2075841", "2075840", "2075836", "2075837", "2075845", "2075844", "2075842", "2075838"], "equivalent": ["2075839"], "question": "What is the small airplane made of?", "imageId": "n315859", "isBalanced": true, "groups": {"global": "material", "local": "10q-airplane_material"}, "answer": "metal", "semanticStr": "select: airplane (7)->filter size: small [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3:5": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The airplane is made of metal."}, "2075644": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tail (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["2075647", "2075645", "2075643", "2075642", "2075641", "2075649", "2075648", "2075632", "2075630", "2075631"], "equivalent": ["2075644", "2075643"], "question": "Does that tail have red color?", "imageId": "n315859", "isBalanced": true, "groups": {"global": null, "local": "06-tail_red"}, "answer": "yes", "semanticStr": "select: tail (2)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tail is red."}, "2075476": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["2075477"], "equivalent": ["2075476"], "question": "What place was the picture taken at?", "imageId": "n315859", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "lake", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It was taken at the lake."}, "2075859": {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (6)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2075871", "2075873", "2075879", "2075880", "2075869", "2075868", "2075870", "2075866", "2075872", "2075864", "2075863", "2075862", "2075861", "2075860"], "equivalent": ["2075859"], "question": "Are the words bright and red?", "imageId": "n315859", "isBalanced": true, "groups": {"global": null, "local": "05-bright_red"}, "answer": "yes", "semanticStr": "select: words (6)->verify: bright [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the words are bright and red."}, "201896363": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking down at,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201896362"], "equivalent": ["201896363"], "question": "Who is looking down at the cake?", "imageId": "n111390", "isBalanced": true, "groups": {"global": "person", "local": "14-cake_looking down at,s"}, "answer": "lady", "semanticStr": "select: cake (0)->relate: person,looking down at,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is looking down at the cake."}, "201896076": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (10)"}, {"operation": "choose color", "dependencies": [0], "argument": "gray|red"}], "entailed": [], "equivalent": ["201896076"], "question": "Is the coat gray or red?", "imageId": "n111390", "isBalanced": true, "groups": {"global": "color", "local": "10c-coat_color"}, "answer": "gray", "semanticStr": "select: coat (10)->choose color: gray|red [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The coat is gray."}, "201896532": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting at,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201896532"], "question": "Who is sitting at the table?", "imageId": "n111390", "isBalanced": true, "groups": {"global": "person", "local": "14-table_sitting at,s"}, "answer": "lady", "semanticStr": "select: table (11)->relate: person,sitting at,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is sitting at the table."}, "201896258": {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201896259"], "equivalent": ["201896258"], "question": "Is the knife large and green?", "imageId": "n111390", "isBalanced": true, "groups": {"global": null, "local": "05-green_large"}, "answer": "no", "semanticStr": "select: knife (2)->verify color: green [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the knife is large but silver."}, "201896471": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201896470"], "equivalent": ["201896470", "201896471"], "question": "Does the brown window look wooden and large?", "imageId": "n111390", "isBalanced": true, "groups": {"global": null, "local": "05-large_wood"}, "answer": "no", "semanticStr": "select: window (7)->filter color: brown [0]->verify size: large [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is wooden but small."}, "201065611": {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (11)"}, {"operation": "relate", "dependencies": [0], "argument": "man,facing,o (0)"}, {"operation": "relate", "dependencies": [1], "argument": "woman,to the left of,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201065612", "201065613"], "equivalent": ["201065613", "201065611", "201065612"], "question": "Are there any women to the left of the man the light fixture is facing?", "imageId": "n429883", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "no", "semanticStr": "select: light fixture (11)->relate: man,facing,o (0) [0]->relate: woman,to the left of,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "11:13": "11", "3": "6"}, "fullAnswer": {"9": "0", "2": "6"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is to the right of the man."}, "201065482": {"semantic": [{"operation": "select", "dependencies": [], "argument": "stage (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201065483", "201065481", "201065480", "201065487", "201065485", "201065478", "201065479", "201065484", "201065488", "201065486"], "equivalent": ["201065482", "201065481"], "question": "What color is the stage?", "imageId": "n429883", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-stage_color"}, "answer": "dark", "semanticStr": "select: stage (14)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stage is dark."}, "201065556": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201065564", "201065558", "201065557"], "equivalent": ["201065556"], "question": "Is the tie black?", "imageId": "n429883", "isBalanced": true, "groups": {"global": null, "local": "06-tie_black"}, "answer": "no", "semanticStr": "select: tie (5)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the tie is white."}, "201065412": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(blond)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201065411", "201065413", "201065405"], "equivalent": ["201065412", "201065413", "201065411"], "question": "Do you see women that are not blond?", "imageId": "n429883", "isBalanced": true, "groups": {"global": null, "local": "04-woman_n#blond"}, "answer": "yes", "semanticStr": "select: woman (10)->filter color: not(blond) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "10"}, "fullAnswer": {"5": "10"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a brunette woman."}, "201065572": {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201065575", "201065574", "201065573", "201065571", "201065570", "201065569"], "equivalent": ["201065572"], "question": "What color is that suit?", "imageId": "n429883", "isBalanced": true, "groups": {"global": "color", "local": "10q-suit_color"}, "answer": "black", "semanticStr": "select: suit (4)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The suit is black."}, "20648340": {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (8)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": [], "equivalent": ["20648340"], "question": "What race is the motorcycle on the right?", "imageId": "n471866", "isBalanced": true, "groups": {"global": "race", "local": "10q-motorcycle_race"}, "answer": "caucasian", "semanticStr": "select: motorcycle (8)->filter hposition: right [0]->query: race [1]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorcycle is caucasian."}, "20648146": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "helmet,to the right of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20648149", "20648148", "20648145", "20648144", "20648147", "20648152", "20648153", "20648150"], "equivalent": ["20648146"], "question": "What color is the helmet to the right of the man?", "imageId": "n471866", "isBalanced": true, "groups": {"global": "color", "local": "10q-helmet_color"}, "answer": "white", "semanticStr": "select: man (11)->relate: helmet,to the right of,s (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "11", "4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The helmet is white."}, "20647789": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["20647788"], "equivalent": ["20647789"], "question": "Is it indoors?", "imageId": "n471866", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "no", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is outdoors."}, "20648122": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify rel", "dependencies": [1], "argument": "woman,to the left of,o (9)"}], "entailed": ["20648323"], "equivalent": ["20648122"], "question": "Is the plastic helmet to the left of a woman?", "imageId": "n471866", "isBalanced": true, "groups": {"global": null, "local": "13-helmet_woman"}, "answer": "yes", "semanticStr": "select: helmet (4)->filter material: plastic [0]->verify rel: woman,to the left of,o (9) [1]", "annotations": {"answer": {}, "question": {"9": "9", "2:4": "4"}, "fullAnswer": {"9": "9", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the helmet is to the left of a woman."}, "20648196": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20648196"], "question": "Who is sitting?", "imageId": "n471866", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "policeman", "semanticStr": "select: person (6)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The policeman is sitting."}, "20637294": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20637294"], "question": "What is the pan on?", "imageId": "n184385", "isBalanced": true, "groups": {"global": "thing", "local": "14-pan_on,o"}, "answer": "burner", "semanticStr": "select: pan (9)->relate: _,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "9", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pan is on the stove top."}, "20636988": {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify vposition", "dependencies": [1], "argument": "top"}], "entailed": ["20636992", "20636991", "20636990", "20636989", "20636987"], "equivalent": ["20636988"], "question": "Is the small utensil in the top of the image?", "imageId": "n184385", "isBalanced": true, "groups": {"global": null, "local": "06-spoon_top"}, "answer": "yes", "semanticStr": "select: utensil (3)->filter size: small [0]->verify vposition: top [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the spoon is in the top of the image."}, "20637333": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,beside,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20637324", "20637337", "20637325", "20637345", "20637330", "20637341", "20637340", "20637331", "20637329", "20637328", "20637338", "20637339", "20637344", "20637334", "20637335", "20637336", "20637342", "20637327", "20637326", "20637332"], "equivalent": ["20637332", "20637333"], "question": "What color is the appliance that is beside the wall?", "imageId": "n184385", "isBalanced": true, "groups": {"global": "color", "local": "10q-stove_color"}, "answer": "white", "semanticStr": "select: wall (10)->relate: appliance,beside,s (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "10", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stove is white."}, "20637106": {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (11)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20637103", "20637102", "20637101", "20637108", "20637107", "20637105", "20637104", "20637109", "20637113", "20637112", "20637110", "20637111"], "equivalent": ["20637106"], "question": "What color is the cooking utensil that is to the right of the oven?", "imageId": "n184385", "isBalanced": true, "groups": {"global": "color", "local": "10q-cutting board_color"}, "answer": "brown", "semanticStr": "select: oven (11)->relate: cooking utensil,to the right of,s (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13": "11", "4:6": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cutting board is brown."}, "20637228": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (9)"}, {"operation": "choose rel", "dependencies": [0], "argument": "pot,to the left of|to the right of,s (6)"}], "entailed": ["20637229", "20637226", "20637227", "20637286", "20637287"], "equivalent": ["20637228"], "question": "Is the pot to the left or to the right of the pan?", "imageId": "n184385", "isBalanced": true, "groups": {"global": null, "local": "13-pan_pot"}, "answer": "left", "semanticStr": "select: pan (9)->choose rel: pot,to the left of|to the right of,s (6) [0]", "annotations": {"answer": {}, "question": {"2": "6", "12": "9"}, "fullAnswer": {"1": "6", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The pot is to the left of the pan."}, "20258955": {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258921", "20258954", "20258953"], "equivalent": ["20258955"], "question": "What's worn on the child?", "imageId": "n204894", "isBalanced": true, "groups": {"global": "object", "local": "14-child_worn on,s"}, "answer": "crown", "semanticStr": "select: child (10)->relate: _,worn on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crown is worn on the kid."}, "20258753": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258701", "20258752"], "equivalent": ["20258753"], "question": "Who is wearing the jeans?", "imageId": "n204894", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "child", "semanticStr": "select: jeans (5)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is wearing jeans."}, "20259043": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "choose", "dependencies": [0], "argument": "open|closed"}], "entailed": ["20259038", "20259037", "20259035", "20259034", "20259033", "20259036"], "equivalent": ["20259043"], "question": "Do you think the window is open or closed?", "imageId": "n204894", "isBalanced": true, "groups": {"global": "15", "local": "10c-window_15"}, "answer": "open", "semanticStr": "select: window (9)->choose: open|closed [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is open."}, "20258871": {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "phone,to the left of,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20258872", "20258873"], "equivalent": ["20258871"], "question": "Does the phone to the left of the curtain look large and black?", "imageId": "n204894", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: curtain (8)->relate: phone,to the left of,s (0) [0]->verify color: black [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "8", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the telephone is black but small."}, "20258611": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["20258609", "20258608", "20258610", "20258612"], "equivalent": ["20258611", "20258610"], "question": "On which side is the white chair, the right or the left?", "imageId": "n204894", "isBalanced": true, "groups": {"global": null, "local": "10c-chair_hposition"}, "answer": "left", "semanticStr": "select: chair (11)->filter color: white [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"5:7": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is on the left of the image."}, "201885566": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ice cubes (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "armor (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201885565"], "equivalent": ["201885566"], "question": "Are there any armors or ice cubes in this photo?", "imageId": "n222297", "isBalanced": true, "groups": {"global": null, "local": "09existOr-armor_ice cubes"}, "answer": "no", "semanticStr": "select: ice cubes (-)->exist: ? [0]->select: armor (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no armors or ice cubes."}, "201885243": {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,inside,o (3)"}], "entailed": [], "equivalent": ["201885243"], "question": "Is the frisbee inside the fence?", "imageId": "n222297", "isBalanced": true, "groups": {"global": null, "local": "13-frisbee_fence"}, "answer": "yes", "semanticStr": "select: frisbee (0)->verify rel: fence,inside,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "0", "5": "3"}, "fullAnswer": {"2": "0", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the frisbee is inside the fence."}, "201885503": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201885500", "201885501", "201885502"], "equivalent": ["201885503"], "question": "What is the man wearing?", "imageId": "n222297", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "swimsuit", "semanticStr": "select: man (4)->relate: _,wearing,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "4", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a swim suit."}, "201885312": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "swimming pool,below,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201885311", "201885310"], "equivalent": ["201885312"], "question": "Which shape is the swimming pool below the man?", "imageId": "n222297", "isBalanced": true, "groups": {"global": "shape", "local": "10q-swimming pool_shape"}, "answer": "rectangular", "semanticStr": "select: man (4)->relate: swimming pool,below,s (2) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"8": "4", "4:6": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The swimming pool is rectangular."}, "201885570": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "wet "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201885568", "201885569", "201885580", "201885601", "201885600", "201885584", "201885579", "201885578", "201885571", "201885573", "201885572", "201885575", "201885574", "201885577", "201885576", "201885599", "201885598", "201885592", "201885591", "201885597", "201885596", "201885595", "201885594", "201885582"], "equivalent": ["201885570"], "question": "Is the water both blue and wet?", "imageId": "n222297", "isBalanced": true, "groups": {"global": null, "local": "05-blue_wet"}, "answer": "yes", "semanticStr": "select: water (9)->verify color: blue [0]->verify: wet  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the water is blue and wet."}, "202081306": {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202081308", "202081305", "202081307"], "equivalent": ["202081305", "202081307", "202081306"], "question": "Do the knives look black and metallic?", "imageId": "n314630", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "no", "semanticStr": "select: knives (7)->verify color: black [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the knives are metallic but silver."}, "202081023": {"semantic": [{"operation": "select", "dependencies": [], "argument": "light switch (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081022", "202081024"], "equivalent": ["202081023"], "question": "What is in front of the light switch?", "imageId": "n314630", "isBalanced": true, "groups": {"global": "building", "local": "14-light switch_in front of,s"}, "answer": "house", "semanticStr": "select: light switch (2)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The house is in front of the switch."}, "202081423": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine bottle (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "relate", "dependencies": [1], "argument": "_,reflecting in,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202081060", "202081061", "202081424", "202081425", "202081426", "202081427"], "equivalent": ["202081424", "202081423"], "question": "What is the wine bottle made of glass reflecting in?", "imageId": "n314630", "isBalanced": true, "groups": {"global": "appliance", "local": "14-wine bottle_reflecting in,o"}, "answer": "toaster", "semanticStr": "select: wine bottle (8)->filter material: glass [0]->relate: _,reflecting in,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"7": "8", "3:5": "8"}, "fullAnswer": {"1:3": "8", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wine bottle is reflecting in the toaster."}, "202080940": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(ugly)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202080939", "202080953", "202080957", "202080955", "202080958", "202080951", "202080952", "202080942", "202080943", "202080944", "202080945", "202080946", "202080947", "202080948", "202080949", "202080959", "202080965", "202080956", "202080929"], "equivalent": ["202080940"], "question": "Is the countertop that is not ugly both white and hard?", "imageId": "n314630", "isBalanced": true, "groups": {"global": null, "local": "05-hard_white"}, "answer": "yes", "semanticStr": "select: countertop (11)->filter: not(ugly) [0]->verify hardness: hard [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "11", "6": "11"}, "fullAnswer": {"2:4": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the counter top is white and hard."}, "202080913": {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlet (1)"}, {"operation": "select", "dependencies": [], "argument": "light switch (2) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["202080912"], "equivalent": ["202080913", "202080912"], "question": "What is common to the electric outlet and the switch?", "imageId": "n314630", "isBalanced": true, "groups": {"global": null, "local": "09common-light switch_outlet"}, "answer": "material", "semanticStr": "select: outlet (1)->select: light switch (2) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "2", "5:7": "1"}, "fullAnswer": {"8": "2", "4:6": "1"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the electric outlet and the switch are plastic."}, "20117798": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20117799"], "equivalent": ["20117798"], "question": "Are the trees small and brown?", "imageId": "n494677", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "no", "semanticStr": "select: trees (11)->verify color: brown [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are small but green."}, "20117781": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["20117782", "20117783", "20117780", "20117779"], "equivalent": ["20117781"], "question": "Is the weather cloudy?", "imageId": "n494677", "isBalanced": true, "groups": {"global": null, "local": "01-weather_cloudy"}, "answer": "yes", "semanticStr": "select: scene->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is cloudy."}, "20117995": {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20117984", "20117986", "20117987", "20117982", "20117983", "20117988", "20117989", "20118004", "20118005", "20118006", "20118007", "20117993", "20117992", "20117991", "20117990", "20117997", "20117996", "20117994", "20117999", "20117998", "20118010"], "equivalent": ["20117995"], "question": "How large is the animal on the field?", "imageId": "n494677", "isBalanced": true, "groups": {"global": "size", "local": "10q-elephant_size"}, "answer": "large", "semanticStr": "select: field (10)->relate: animal,on,s (0) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "10"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephant is large."}, "20118072": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (5)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20118084", "20118085", "20118080", "20118081", "20118082", "20118083", "20118066", "20118067", "20118064", "20118065", "20118062", "20118063", "20118061", "20118068", "20118079", "20118078", "20118075", "20118074", "20118077", "20118069", "20118071", "20118070", "20118073"], "equivalent": ["20118071", "20118070", "20118072"], "question": "Do the clouds have white color and large size?", "imageId": "n494677", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "yes", "semanticStr": "select: clouds (5)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the clouds are white and large."}, "20117918": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tail (1)"}, {"operation": "filter length", "dependencies": [0], "argument": "not(long)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20117912", "20117925", "20117919", "20117922", "20117923", "20117920", "20117921", "20117939", "20117938", "20117917", "20117916", "20117915"], "equivalent": ["20117918"], "question": "Does the tail that is not long look small?", "imageId": "n494677", "isBalanced": true, "groups": {"global": null, "local": "06-tail_small"}, "answer": "yes", "semanticStr": "select: tail (1)->filter length: not(long) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2": "1", "6": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tail is small."}, "201438579": {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "glove,wearing,o (4)"}], "entailed": [], "equivalent": ["201438579"], "question": "Is the catcher wearing a glove?", "imageId": "n66756", "isBalanced": true, "groups": {"global": null, "local": "13-catcher_glove"}, "answer": "yes", "semanticStr": "select: catcher (2)->verify rel: glove,wearing,o (4) [0]", "annotations": {"answer": {}, "question": {"2": "2", "5": "4"}, "fullAnswer": {"2": "2", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the catcher is wearing a glove."}, "201438693": {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing beside,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201438691", "201438692"], "equivalent": ["201438693"], "question": "What is the batter standing beside of?", "imageId": "n66756", "isBalanced": true, "groups": {"global": "", "local": "14-batter_standing beside,o"}, "answer": "home plate", "semanticStr": "select: batter (5)->relate: _,standing beside,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "5", "6:8": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is standing beside the home plate."}, "201438594": {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "query", "dependencies": [0], "argument": "weight"}], "entailed": ["201438587", "201438588", "201438589", "201438596", "201438595", "201438593", "201438592", "201438591", "201438590"], "equivalent": ["201438594"], "question": "What is the weight of the batter?", "imageId": "n66756", "isBalanced": true, "groups": {"global": "weight", "local": "10q-batter_weight"}, "answer": "heavy", "semanticStr": "select: batter (5)->query: weight [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The batter is heavy."}, "201438588": {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "verify weight", "dependencies": [0], "argument": "heavy"}], "entailed": ["201438594", "201438589", "201438596", "201438595", "201438587", "201438593", "201438592", "201438591", "201438590"], "equivalent": ["201438588", "201438587"], "question": "Do you think the batter is heavy?", "imageId": "n66756", "isBalanced": true, "groups": {"global": null, "local": "06-batter_heavy"}, "answer": "yes", "semanticStr": "select: batter (5)->verify weight: heavy [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the batter is heavy."}, "201438264": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mask (3)"}, {"operation": "select", "dependencies": [], "argument": "shoe (7) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201438265"], "equivalent": ["201438264"], "question": "Do the shoe and the mask have the same color?", "imageId": "n66756", "isBalanced": true, "groups": {"global": null, "local": "09same-mask_shoe"}, "answer": "no", "semanticStr": "select: mask (3)->select: shoe (7) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "3"}, "fullAnswer": {"2": "3", "7": "7"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mask is black and the shoe is white."}, "201756724": {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitten (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756723", "201756722"], "equivalent": ["201756724"], "question": "What's the kitten lying on top of?", "imageId": "n567860", "isBalanced": true, "groups": {"global": "", "local": "14-kitten_lying on top of,o"}, "answer": "countertop", "semanticStr": "select: kitten (1)->relate: _,lying on top of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "1", "8": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kitten is lying on top of the countertop."}, "201756957": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "kitten,behind,o (1)"}], "entailed": ["201756736", "201756737"], "equivalent": ["201756957"], "question": "Is the wall behind a kitten?", "imageId": "n567860", "isBalanced": true, "groups": {"global": null, "local": "13-wall_kitten"}, "answer": "yes", "semanticStr": "select: wall (7)->verify rel: kitten,behind,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "7", "5": "1"}, "fullAnswer": {"2": "7", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the wall is behind a kitten."}, "201756911": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (5)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201756911"], "question": "Is the door wooden and open?", "imageId": "n567860", "isBalanced": true, "groups": {"global": null, "local": "05-open_wood"}, "answer": "no", "semanticStr": "select: door (5)->verify: open [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the door is wooden but closed."}, "201756771": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "verify", "dependencies": [1], "argument": "ripe"}, {"operation": "verify", "dependencies": [1], "argument": "unpeeled "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201756772", "201756773", "201756770", "201756776", "201756799", "201756775", "201756794", "201756795", "201756778", "201756779", "201756792", "201756793", "201756800", "201756801", "201756828", "201756822", "201756823", "201756820", "201756821", "201756827", "201756824", "201756844", "201756845", "201756846", "201756767", "201756788", "201756787", "201756786", "201756785", "201756769", "201756768", "201756780", "201756839", "201756838", "201756835", "201756834", "201756837", "201756832", "201756777"], "equivalent": ["201756770", "201756771"], "question": "Does the yellow fruit look unpeeled and ripe?", "imageId": "n567860", "isBalanced": true, "groups": {"global": null, "local": "05-ripe_unpeeled"}, "answer": "yes", "semanticStr": "select: fruit (0)->filter color: yellow [0]->verify: ripe [1]->verify: unpeeled  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the banana is unpeeled and ripe."}, "201756686": {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitten (1)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201756687", "201756685", "201756682", "201756683", "201756681", "201756688", "201756689", "201756699", "201756698", "201756690", "201756697", "201756696"], "equivalent": ["201756686"], "question": "What is the kitten doing?", "imageId": "n567860", "isBalanced": true, "groups": {"global": "activity", "local": "10q-kitten_activity"}, "answer": "playing", "semanticStr": "select: kitten (1)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The kitten is playing."}, "20716883": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20716888", "20716884", "20716885", "20716886", "20716887"], "equivalent": ["20716883"], "question": "What is the adult person holding?", "imageId": "n67005", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding,o"}, "answer": "phone", "semanticStr": "select: person (0)->filter: adult [0]->relate: _,holding,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the telephone."}, "20717005": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20717006", "20717004", "20717003", "20717009"], "equivalent": ["20717005"], "question": "What is the door made of?", "imageId": "n67005", "isBalanced": true, "groups": {"global": "material", "local": "10q-door_material"}, "answer": "glass", "semanticStr": "select: door (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is made of glass."}, "20717135": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (8)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20717146", "20717149", "20717139", "20717138", "20717137", "20717136", "20717134", "20717133", "20717147", "20717131", "20717145"], "equivalent": ["20717135"], "question": "What is the size of the bed?", "imageId": "n67005", "isBalanced": true, "groups": {"global": "size", "local": "10q-bed_size"}, "answer": "large", "semanticStr": "select: bed (8)->query: size [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is large."}, "20717065": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20717036", "20717057", "20717058", "20717059", "20717069", "20717068", "20717034", "20717035", "20717074", "20717073", "20717061", "20717060", "20717063", "20717062", "20717064", "20717067", "20717066"], "equivalent": ["20717065"], "question": "What color is the small bag?", "imageId": "n67005", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-bag_color"}, "answer": "dark", "semanticStr": "select: bag (9)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is dark."}, "20716935": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "choose color", "dependencies": [1], "argument": "gray|yellow"}], "entailed": [], "equivalent": ["20716935"], "question": "Is the jacket that is made of cotton yellow or gray?", "imageId": "n67005", "isBalanced": true, "groups": {"global": "color", "local": "10c-jacket_color"}, "answer": "gray", "semanticStr": "select: jacket (3)->filter material: cotton [0]->choose color: gray|yellow [1]", "annotations": {"answer": {}, "question": {"2": "3", "7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jacket is gray."}, "20541412": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541264", "20541415", "20541414", "20541297", "20541413", "20541265"], "equivalent": ["20541412"], "question": "What is the item of furniture that is to the left of the chair?", "imageId": "n527290", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chair_to the left of,s"}, "answer": "couch", "semanticStr": "select: chair (0)->relate: furniture,to the left of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"13": "0", "3:6": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch."}, "20541465": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20541468", "20541469", "20541459", "20541458", "20541460", "20541461", "20541462", "20541463", "20541464", "20541466", "20541467"], "equivalent": ["20541465"], "question": "What are the shelves made of?", "imageId": "n527290", "isBalanced": true, "groups": {"global": "material", "local": "10q-shelves_material"}, "answer": "wood", "semanticStr": "select: shelves (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are made of wood."}, "20541220": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (4)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20541183", "20541182", "20541222", "20541221", "20541219", "20541218"], "equivalent": ["20541220"], "question": "What is the piece of furniture on top of the rug in the bottom of the picture?", "imageId": "n527290", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_on top of,s"}, "answer": "table", "semanticStr": "select: rug (4)->filter vposition: bottom [0]->relate: furniture,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"10": "4", "3:6": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table."}, "20541479": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541480", "20541481"], "equivalent": ["20541479"], "question": "What are the pieces of furniture that are on top of the floor?", "imageId": "n527290", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "shelves", "semanticStr": "select: floor (8)->relate: furniture,on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"12": "8", "3:6": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves."}, "20541155": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["20541125", "20541138", "20541154", "20541150", "20541151", "20541152", "20541153", "20541148"], "equivalent": ["20541155"], "question": "How does the white shirt look, long sleeved or short sleeved?", "imageId": "n527290", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (10)->filter color: white [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"3:5": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved."}, "201055804": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "statue (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201055805", "201055803"], "equivalent": ["201055804", "201055805", "201055803"], "question": "Do you see both statues and balls?", "imageId": "n259002", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-ball_statue"}, "answer": "no", "semanticStr": "select: ball (0)->exist: ? [0]->select: statue (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a ball but no statues."}, "201056265": {"semantic": [{"operation": "select", "dependencies": [], "argument": "spectator (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056264"], "equivalent": ["201056265"], "question": "Who is the spectator watching?", "imageId": "n259002", "isBalanced": true, "groups": {"global": "person", "local": "14-spectator_watching,o"}, "answer": "soccer player", "semanticStr": "select: spectator (8)->relate: person,watching,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "8", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spectator is watching the soccer player."}, "201056055": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201056055"], "question": "Who is playing?", "imageId": "n259002", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "soccer player", "semanticStr": "select: person (5)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The soccer player is playing."}, "201056105": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056104"], "equivalent": ["201056105"], "question": "Who is wearing the jersey?", "imageId": "n259002", "isBalanced": true, "groups": {"global": "person", "local": "14-jersey_wearing,s"}, "answer": "soccer player", "semanticStr": "select: jersey (12)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {}, "fullAnswer": {"1:3": "4", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a jersey."}, "201055879": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (9)"}, {"operation": "relate", "dependencies": [0], "argument": "frisbee,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201055879"], "question": "Do you see frisbees on the grass?", "imageId": "n259002", "isBalanced": true, "groups": {"global": null, "local": "13-grass_frisbee"}, "answer": "no", "semanticStr": "select: grass (9)->relate: frisbee,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"4": "0", "7": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a ball on the grass."}, "20468726": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20468700", "20468732", "20468733", "20468731", "20468736", "20468737", "20468734", "20468735", "20468738", "20468739", "20468710", "20468711", "20468712", "20468713", "20468724", "20468754", "20468755", "20468756", "20468757", "20468699", "20468695", "20468694", "20468696", "20468708", "20468743", "20468723", "20468742", "20468721", "20468745", "20468744", "20468725", "20468741", "20468727", "20468729", "20468728", "20468701", "20468740", "20468707", "20468706", "20468705", "20468704", "20468703", "20468702", "20468722"], "equivalent": ["20468727", "20468726"], "question": "Is the animal in front of the trees brown and large?", "imageId": "n171169", "isBalanced": true, "groups": {"global": null, "local": "05-brown_large"}, "answer": "yes", "semanticStr": "select: trees (13)->relate: animal,in front of,s (1) [0]->verify color: brown [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "13"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the horse is brown and large."}, "20468935": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468581", "20468936"], "equivalent": ["20468935"], "question": "What is that sign on?", "imageId": "n171169", "isBalanced": true, "groups": {"global": "thing", "local": "14-sign_on,o"}, "answer": "fence", "semanticStr": "select: sign (4)->relate: _,on,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "5": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is on the fence."}, "20468429": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20468435", "20468420", "20468448", "20468430", "20468426", "20468427", "20468424", "20468425", "20468431", "20468423", "20468433", "20468432", "20468422", "20468428"], "equivalent": ["20468429"], "question": "How big is the pipe that is not short?", "imageId": "n171169", "isBalanced": true, "groups": {"global": "size", "local": "10q-pipe_size"}, "answer": "small", "semanticStr": "select: pipe (10)->filter: not(short) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"8": "10", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pipe is small."}, "20468387": {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (24)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20468386", "20468385", "20468384"], "equivalent": ["20468387", "20468386", "20468385", "20468384"], "question": "Are the windows small and closed?", "imageId": "n171169", "isBalanced": true, "groups": {"global": null, "local": "05-closed_small"}, "answer": "no", "semanticStr": "select: windows (24)->verify: closed [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "24"}, "fullAnswer": {"2": "24"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the windows are small but open."}, "20468878": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covering,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468877", "20468876", "20468773"], "equivalent": ["20468878"], "question": "What does the man cover?", "imageId": "n171169", "isBalanced": true, "groups": {"global": "object", "local": "14-man_covering,o"}, "answer": "helmet", "semanticStr": "select: man (2)->relate: _,covering,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "2", "4": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man covers the helmet."}, "2017167": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (12)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}], "entailed": ["2017175", "2017150", "2017176", "2017163", "2017166", "2017164", "2017165", "2017162", "2017170", "2017159", "2017168", "2017169"], "equivalent": ["2017167"], "question": "Does the pasture seem to be tall?", "imageId": "n324908", "isBalanced": true, "groups": {"global": null, "local": "06-pasture_tall"}, "answer": "no", "semanticStr": "select: pasture (12)->verify height: tall [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pasture is short."}, "2017102": {"semantic": [{"operation": "select", "dependencies": [], "argument": "goat (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sheep (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(brown)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2017117", "2017116", "2017118"], "equivalent": ["2017102"], "question": "Are there any sheep or goats that are not brown?", "imageId": "n324908", "isBalanced": true, "groups": {"global": null, "local": "04-goat_n#brown"}, "answer": "no", "semanticStr": "select: goat (10)->filter color: not(brown) [0]->exist: ? [1]->select: sheep (-) ->filter color: not(brown) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a goat but it is brown."}, "2017054": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["2017055"], "equivalent": ["2017054"], "question": "What place could this be?", "imageId": "n324908", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "pasture", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a pasture."}, "2017082": {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,resting on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017081"], "equivalent": ["2017082"], "question": "What is the snow resting on?", "imageId": "n324908", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-snow_resting on,o"}, "answer": "mountains", "semanticStr": "select: snow (11)->relate: _,resting on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "11", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snow is resting on the mountains."}, "2017235": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["2017238", "2017239", "2017236", "2017237", "2017234", "2017232", "2017233", "2017230", "2017215", "2017216", "2017202"], "equivalent": ["2017235"], "question": "What color is the hair?", "imageId": "n324908", "isBalanced": true, "groups": {"global": "color", "local": "10q-hair_color"}, "answer": "black", "semanticStr": "select: hair (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is black."}, "20427885": {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "verify vposition", "dependencies": [1], "argument": "bottom"}], "entailed": ["20427884", "20427886"], "equivalent": ["20427885"], "question": "Is the black and white picture in the bottom part of the photo?", "imageId": "n281241", "isBalanced": true, "groups": {"global": null, "local": "06-picture_bottom"}, "answer": "no", "semanticStr": "select: picture (8)->filter: black and white [0]->verify vposition: bottom [1]", "annotations": {"answer": {}, "question": {"2:6": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the picture is in the top of the image."}, "20427461": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "select", "dependencies": [], "argument": "dress shirt (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20427462"], "equivalent": ["20427461"], "question": "Is the jacket the same color as the dress shirt?", "imageId": "n281241", "isBalanced": true, "groups": {"global": null, "local": "09same-dress shirt_jacket"}, "answer": "yes", "semanticStr": "select: jacket (3)->select: dress shirt (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "2", "2": "3"}, "fullAnswer": {"3": "3", "6:8": "2"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the jacket and the dress shirt are black."}, "20427673": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20427674"], "equivalent": ["20427673"], "question": "Who is wearing a shirt?", "imageId": "n281241", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "gentleman", "semanticStr": "select: shirt (10)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4": "10"}, "fullAnswer": {"1": "7", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is wearing a shirt."}, "20427860": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20427866", "20427865", "20427864", "20427863", "20427862", "20427861", "20427823", "20427822", "20427858", "20427859", "20427797"], "equivalent": ["20427860"], "question": "What kind of furniture is to the right of the man?", "imageId": "n281241", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_to the right of,s"}, "answer": "chair", "semanticStr": "select: man (6)->relate: furniture,to the right of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair."}, "20427707": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "verify race", "dependencies": [0], "argument": "asian"}, {"operation": "verify age", "dependencies": [0], "argument": "young "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20427706", "20427705", "20427708", "20427709"], "equivalent": ["20427706", "20427707", "20427705", "20427708"], "question": "Does this man look young and Asian?", "imageId": "n281241", "isBalanced": true, "groups": {"global": null, "local": "05-asian_young"}, "answer": "no", "semanticStr": "select: man (6)->verify race: asian [0]->verify age: young  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is young but caucasian."}, "201480632": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201480631", "201480630", "201480628", "201480629"], "equivalent": ["201480632"], "question": "On which side of the image is the bench?", "imageId": "n39114", "isBalanced": true, "groups": {"global": null, "local": "10q-bench_hposition"}, "answer": "left", "semanticStr": "select: bench (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is on the left of the image."}, "201480560": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mound (7)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,behind,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201480567", "201480561", "201480574", "201480562", "201480558", "201480559", "201480516", "201480517", "201480539", "201480552", "201480554", "201480556", "201480557"], "equivalent": ["201480560"], "question": "How tall is the grass that is behind the mound?", "imageId": "n39114", "isBalanced": true, "groups": {"global": "length", "local": "10q-grass_height"}, "answer": "short", "semanticStr": "select: mound (7)->relate: grass,behind,s (6) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"9": "7", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is short."}, "201480360": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480359"], "equivalent": ["201480360"], "question": "Who wears the glove?", "imageId": "n39114", "isBalanced": true, "groups": {"global": "person", "local": "14-glove_wearing,s"}, "answer": "boy", "semanticStr": "select: glove (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears a glove."}, "201480430": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201480424", "201480431", "201480425", "201480427", "201480423", "201480437", "201480436", "201480426", "201480434", "201480433", "201480432", "201480422", "201480420", "201480428", "201480429", "201480421"], "equivalent": ["201480430"], "question": "Is the shirt short sleeved and black?", "imageId": "n39114", "isBalanced": true, "groups": {"global": null, "local": "05-black_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (2)->verify color: black [0]->verify: short sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is short sleeved and black."}, "201480278": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "verify", "dependencies": [0], "argument": "wet"}], "entailed": ["201480253", "201480291", "201480272", "201480284", "201480285", "201480277", "201480276", "201480279", "201480275", "201480274"], "equivalent": ["201480278"], "question": "Is the hat wet?", "imageId": "n39114", "isBalanced": true, "groups": {"global": null, "local": "06-hat_wet"}, "answer": "no", "semanticStr": "select: hat (1)->verify: wet [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hat is dry."}, "20887407": {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20887406", "20887405", "20887404"], "equivalent": ["20887407"], "question": "On which side of the photo is the monitor?", "imageId": "n282436", "isBalanced": true, "groups": {"global": null, "local": "10q-monitor_hposition"}, "answer": "right", "semanticStr": "select: monitor (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The monitor is on the right of the image."}, "20887449": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887432", "20887431", "20887443", "20887442", "20887450", "20887451", "20887445", "20887444"], "equivalent": ["20887449"], "question": "What is the large device called?", "imageId": "n282436", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_large"}, "answer": "keyboard", "semanticStr": "select: device (6)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard."}, "20887252": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (5)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20887229", "20887228", "20887250", "20887251", "20887249", "20887248"], "equivalent": ["20887250", "20887251", "20887252"], "question": "Which type is that animal?", "imageId": "n282436", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "dog", "semanticStr": "select: animal (5)->query: name [0]", "annotations": {"answer": {"0": "5"}, "question": {"4": "5"}, "fullAnswer": {"3": "5"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a dog."}, "20886973": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20886974", "20886975", "20886970", "20886971", "20886972", "20886969", "20886980"], "equivalent": ["20886973"], "question": "What color is the device that is in the bottom of the image?", "imageId": "n282436", "isBalanced": true, "groups": {"global": "color", "local": "10q-computer mouse_color"}, "answer": "blue", "semanticStr": "select: device (11)->filter vposition: bottom [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The computer mouse is blue."}, "20887095": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table lamp (14)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20887094", "20887093"], "equivalent": ["20887095"], "question": "Is the table lamp in the top part or in the bottom of the picture?", "imageId": "n282436", "isBalanced": true, "groups": {"global": null, "local": "10c-table lamp_vposition"}, "answer": "top", "semanticStr": "select: table lamp (14)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"1:3": "14"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table lamp is in the top of the image."}, "202102634": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102633", "202102632", "202102631", "202102630", "202102629"], "equivalent": ["202102634"], "question": "Which kind of furniture is rectangular?", "imageId": "n386682", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_rectangular"}, "answer": "cabinets", "semanticStr": "select: furniture (17)->filter shape: rectangular [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "17", "3": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is cabinets."}, "202102605": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102606", "202102607", "202102604"], "equivalent": ["202102605"], "question": "What's the countertop sitting atop?", "imageId": "n386682", "isBalanced": true, "groups": {"global": "appliance", "local": "14-countertop_sitting atop,o"}, "answer": "washing machine", "semanticStr": "select: countertop (14)->relate: _,sitting atop,o (18) [0]->query: name [1]", "annotations": {"answer": {"0:2": "18"}, "question": {}, "fullAnswer": {"1": "14", "6:8": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The countertop is sitting atop the washing machine."}, "202102817": {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (5)"}, {"operation": "filter room", "dependencies": [0], "argument": "kitchen"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202102813", "202102812", "202102811", "202102821", "202102816", "202102815", "202102814", "202102822", "202102819", "202102818", "202102831", "202102830", "202102829", "202102820"], "equivalent": ["202102817"], "question": "What is the color of the kitchen appliance?", "imageId": "n386682", "isBalanced": true, "groups": {"global": "color", "local": "10q-microwave_color"}, "answer": "silver", "semanticStr": "select: appliance (5)->filter room: kitchen [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is silver."}, "202102948": {"semantic": [{"operation": "select", "dependencies": [], "argument": "washing machine (18)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102867", "202102946", "202102949", "202102950", "202102951", "202102947"], "equivalent": ["202102948"], "question": "What appliance is to the right of the washing machine?", "imageId": "n386682", "isBalanced": true, "groups": {"global": "appliance", "local": "15-washing machine_to the right of,s"}, "answer": "dishwasher", "semanticStr": "select: washing machine (18)->relate: appliance,to the right of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a dishwasher."}, "202102551": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (13)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202102551"], "question": "Does the sink look small and rectangular?", "imageId": "n386682", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_small"}, "answer": "no", "semanticStr": "select: sink (13)->verify shape: rectangular [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is rectangular but large."}, "201047424": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(ugly)"}, {"operation": "choose name", "dependencies": [1], "argument": "dress shirt|suit"}], "entailed": ["201047425"], "equivalent": ["201047425", "201047424"], "question": "Which type of clothing is not ugly, the suit or the dress shirt?", "imageId": "n234683", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#ugly"}, "answer": "suit", "semanticStr": "select: clothing (4)->filter: not(ugly) [0]->choose name: dress shirt|suit [1]", "annotations": {"answer": {"0": "4"}, "question": {"8": "4", "3": "5", "11:13": "5"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The suit is not ugly."}, "201047376": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201047369", "201047375", "201047374", "201047371", "201047370", "201047373", "201047372"], "equivalent": ["201047376"], "question": "On which side is the black device?", "imageId": "n234683", "isBalanced": true, "groups": {"global": null, "local": "10q-phone_hposition"}, "answer": "left", "semanticStr": "select: device (2)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The telephone is on the left of the image."}, "201047342": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201047340"], "equivalent": ["201047342"], "question": "Are there both glasses and ties in the image?", "imageId": "n234683", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-glasses_tie"}, "answer": "yes", "semanticStr": "select: tie (3)->exist: ? [0]->select: glasses (1) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1", "5": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a tie and glasses."}, "201047253": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(healthy)"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["201047263", "201047262", "201047261", "201047260", "201047249", "201047248", "201047269", "201047268", "201047257", "201047254", "201047255", "201047252", "201047258", "201047259", "201047256", "201047231", "201047232", "201047233", "201047234", "201047250", "201047251"], "equivalent": ["201047253"], "question": "How fat is the man that is not healthy?", "imageId": "n234683", "isBalanced": true, "groups": {"global": "fatness", "local": "10q-man_fatness"}, "answer": "fat", "semanticStr": "select: man (0)->filter: not(healthy) [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"8": "0", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is fat."}, "20672859": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (30)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,resting on,s (35)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (25)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20672858", "20672816", "20672862", "20672861", "20672860"], "equivalent": ["20672858", "20672859"], "question": "What type of furniture is to the left of the toilet paper that is resting on the table?", "imageId": "n59147", "isBalanced": true, "groups": {"global": "furniture", "local": "15-toilet paper_to the left of,s"}, "answer": "chair", "semanticStr": "select: table (30)->relate: toilet paper,resting on,s (35) [0]->relate: furniture,to the left of,s (25) [1]->query: name [2]", "annotations": {"answer": {"0": "25"}, "question": {"3": "25", "17": "30", "10:12": "35"}, "fullAnswer": {"1:4": "25", "6": "25"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair."}, "20672898": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ottoman (27)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20672896", "20672897", "20672894", "20672895"], "equivalent": ["20672898", "20672897"], "question": "Which side of the image is the ottoman on?", "imageId": "n59147", "isBalanced": true, "groups": {"global": null, "local": "10q-ottoman_hposition"}, "answer": "right", "semanticStr": "select: ottoman (27)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "27"}, "fullAnswer": {"1": "27"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ottoman is on the right of the image."}, "20673036": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (24)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "towel,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20673036"], "question": "Are there towels to the right of the white toilet?", "imageId": "n59147", "isBalanced": true, "groups": {"global": null, "local": "13-toilet_towel"}, "answer": "no", "semanticStr": "select: toilet (24)->filter color: white [0]->relate: towel,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "24"}, "fullAnswer": {"10": "24", "4": "30"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a table to the right of the toilet."}, "20672944": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (31)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20672945", "20672941", "20672942", "20672943"], "equivalent": ["20672944", "20672945"], "question": "On which side of the photo is the toilet brush?", "imageId": "n59147", "isBalanced": true, "groups": {"global": null, "local": "10q-toilet brush_hposition"}, "answer": "left", "semanticStr": "select: toilet brush (31)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "31"}, "fullAnswer": {"1:3": "31"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet brush is on the left of the image."}, "20672940": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dream catcher (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "container (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20672939"], "equivalent": ["20672940"], "question": "Do you see either any containers or dream catchers?", "imageId": "n59147", "isBalanced": true, "groups": {"global": null, "local": "09existOr-container_dream catcher"}, "answer": "no", "semanticStr": "select: dream catcher (-)->exist: ? [0]->select: container (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no containers or dream catchers."}, "201752966": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (12)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "choose rel", "dependencies": [1], "argument": "bag,to the right of|to the left of,s (9)"}], "entailed": ["201752684", "201752967", "201752964", "201752963", "201752962", "201752682", "201752683", "201752680", "201752681", "201752686", "201752679", "201752685"], "equivalent": ["201752967", "201752966"], "question": "Is the small bag to the right or to the left of the young person?", "imageId": "n262929", "isBalanced": true, "groups": {"global": null, "local": "13-boy_bag"}, "answer": "right", "semanticStr": "select: person (12)->filter age: young [0]->choose rel: bag,to the right of|to the left of,s (9) [1]", "annotations": {"answer": {}, "question": {"2:4": "9", "13:15": "12"}, "fullAnswer": {"1": "9", "8": "12"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bag is to the right of the boy."}, "201752972": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bandana (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201752980", "201752974", "201752975", "201752976", "201752970", "201752973", "201752979", "201752969"], "equivalent": ["201752972"], "question": "Which color is the bandana?", "imageId": "n262929", "isBalanced": true, "groups": {"global": "color", "local": "10q-bandana_color"}, "answer": "dark blue", "semanticStr": "select: bandana (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bandana is dark blue."}, "201752607": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}], "entailed": ["201752614", "201752611", "201752613", "201752612", "201752608", "201752609", "201752618", "201752621", "201752606", "201752627", "201752610"], "equivalent": ["201752607"], "question": "Is the necktie dark?", "imageId": "n262929", "isBalanced": true, "groups": {"global": null, "local": "06-tie_dark"}, "answer": "yes", "semanticStr": "select: tie (10)->verify color: dark [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the necktie is dark."}, "201752809": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}], "entailed": ["201752808", "201752814", "201752813", "201752812", "201752811", "201752810"], "equivalent": ["201752809"], "question": "Do the shoes look dark?", "imageId": "n262929", "isBalanced": true, "groups": {"global": null, "local": "06-shoes_dark"}, "answer": "yes", "semanticStr": "select: shoes (4)->verify color: dark [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shoes are dark."}, "201752849": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify", "dependencies": [0], "argument": "regular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201752848", "201752847"], "equivalent": ["201752847", "201752848", "201752849"], "question": "Is the shirt regular and long?", "imageId": "n262929", "isBalanced": true, "groups": {"global": null, "local": "05-long_regular"}, "answer": "no", "semanticStr": "select: shirt (7)->verify length: long [0]->verify: regular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is regular but short."}, "20699250": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20699250"], "question": "Are there both glasses and ties in this picture?", "imageId": "n512257", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-glasses_tie"}, "answer": "no", "semanticStr": "select: tie (6)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a tie but no glasses."}, "20699233": {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (2)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|white"}], "entailed": [], "equivalent": ["20699233"], "question": "Is the suit brown or white?", "imageId": "n512257", "isBalanced": true, "groups": {"global": "color", "local": "10c-suit_color"}, "answer": "brown", "semanticStr": "select: suit (2)->choose color: brown|white [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The suit is brown."}, "20699174": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,wearing,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20699172", "20699173", "20699171", "20699176", "20699175", "20699181"], "equivalent": ["20699174"], "question": "Which color is the hat the man is wearing?", "imageId": "n512257", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "brown", "semanticStr": "select: man (0)->relate: hat,wearing,o (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10", "6": "0"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is brown."}, "20699276": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter", "dependencies": [0], "argument": "navy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20699275", "20699274", "20699277", "20699278"], "equivalent": ["20699275", "20699277", "20699276"], "question": "What is the name of the clothing item that is navy?", "imageId": "n512257", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_navy"}, "answer": "jacket", "semanticStr": "select: clothing (8)->filter: navy [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"6:8": "8"}, "fullAnswer": {"1:3": "8", "5": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a jacket."}, "20699197": {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20699196"], "equivalent": ["20699197"], "question": "Who wears the suit?", "imageId": "n512257", "isBalanced": true, "groups": {"global": "person", "local": "14-suit_wearing,s"}, "answer": "man", "semanticStr": "select: suit (2)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears a suit."}, "2098293": {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097912", "2098289", "2098295", "2098294", "2098297", "2098296", "2098291", "2098290", "2098292"], "equivalent": ["2098293"], "question": "What's the speaker sitting on?", "imageId": "n513429", "isBalanced": true, "groups": {"global": "furniture", "local": "14-speaker_sitting on,o"}, "answer": "desk", "semanticStr": "select: speaker (7)->relate: _,sitting on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "7", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The speaker is sitting on the desk."}, "2097635": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "warm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097632", "2097634"], "equivalent": ["2097635"], "question": "What device is warm?", "imageId": "n513429", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_warm"}, "answer": "monitor", "semanticStr": "select: device (1)->filter: warm [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor."}, "2098089": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2098088"], "equivalent": ["2098089"], "question": "What's the bottle in front of?", "imageId": "n513429", "isBalanced": true, "groups": {"global": "object", "local": "14-bottle_in front of,o"}, "answer": "bowl", "semanticStr": "select: bottle (5)->relate: _,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "5", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bottle is in front of the bowl."}, "2097685": {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097684"], "equivalent": ["2097685"], "question": "What is the monitor in front of?", "imageId": "n513429", "isBalanced": true, "groups": {"global": "", "local": "14-monitor_in front of,o"}, "answer": "poster", "semanticStr": "select: monitor (1)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "1", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The monitor is in front of the poster."}, "2098187": {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "little"}, {"operation": "verify width", "dependencies": [1], "argument": "narrow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2098206", "2098207", "2098204", "2098205", "2098202", "2098203", "2098200", "2098201", "2098242", "2098243", "2098240", "2098241", "2098220", "2098221", "2098208", "2098209", "2098196", "2098197", "2098230", "2098192", "2098193", "2098190", "2098191", "2098228", "2098198", "2098199", "2098248", "2098225", "2098239", "2098233", "2098232", "2098217", "2098216", "2098237", "2098236", "2098235", "2098234", "2098251", "2098253", "2098252", "2098219", "2098218", "2098247", "2098186", "2098259", "2098229", "2098189", "2098188", "2098231", "2098226", "2098260", "2098261", "2098258", "2098238", "2098227"], "equivalent": ["2098187", "2098186"], "question": "Is the black speaker both little and narrow?", "imageId": "n513429", "isBalanced": true, "groups": {"global": null, "local": "05-little_narrow"}, "answer": "yes", "semanticStr": "select: speaker (7)->filter color: black [0]->verify size: little [1]->verify width: narrow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the speaker is little and narrow."}, "201760583": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (20)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201760550", "201760584", "201760587"], "equivalent": ["201760583"], "question": "What kind of furniture is on the lawn?", "imageId": "n350732", "isBalanced": true, "groups": {"global": "furniture", "local": "15-lawn_on,s"}, "answer": "chair", "semanticStr": "select: lawn (20)->relate: furniture,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "7": "20"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair."}, "201760730": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandals (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (25)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201760730"], "question": "Who is wearing sandals?", "imageId": "n350732", "isBalanced": true, "groups": {"global": "person", "local": "14-sandals_wearing,s"}, "answer": "man", "semanticStr": "select: sandals (10)->relate: person,wearing,s (25) [0]->query: name [1]", "annotations": {"answer": {"0": "25"}, "question": {"3": "10"}, "fullAnswer": {"1": "25", "4": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing sandals."}, "201760614": {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201760615", "201760616"], "equivalent": ["201760614"], "question": "Is the soccer ball blue?", "imageId": "n350732", "isBalanced": true, "groups": {"global": null, "local": "06-soccer ball_blue"}, "answer": "no", "semanticStr": "select: soccer ball (0)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the soccer ball is white."}, "201760522": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201760521"], "equivalent": ["201760522"], "question": "Which place is it?", "imageId": "n350732", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "lawn", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a lawn."}, "201760654": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "beige"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201760655"], "equivalent": ["201760654", "201760655"], "question": "Does the shirt look beige and short sleeved?", "imageId": "n350732", "isBalanced": true, "groups": {"global": null, "local": "05-beige_short sleeved"}, "answer": "no", "semanticStr": "select: shirt (7)->verify color: beige [0]->verify: short sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is beige but long sleeved."}, "20361481": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361479", "20361478", "20361480"], "equivalent": ["20361481"], "question": "Which kind of clothing is long?", "imageId": "n352479", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "snow pants", "semanticStr": "select: clothing (8)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3:5": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is snow pants."}, "20361330": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361329", "20361219"], "equivalent": ["20361330"], "question": "Who is wearing the jacket?", "imageId": "n352479", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: jacket (5)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a jacket."}, "20361400": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (7)"}, {"operation": "choose", "dependencies": [0], "argument": "wet|dry"}], "entailed": ["20361404", "20361403", "20361396", "20361397", "20361395", "20361398", "20361399"], "equivalent": ["20361400"], "question": "Is the ground dry or wet?", "imageId": "n352479", "isBalanced": true, "groups": {"global": "17", "local": "10c-ground_17"}, "answer": "wet", "semanticStr": "select: ground (7)->choose: wet|dry [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is wet."}, "20361447": {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboard (6)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify width", "dependencies": [0], "argument": "wide "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20361448"], "equivalent": ["20361448", "20361447"], "question": "Does that snowboard look long and wide?", "imageId": "n352479", "isBalanced": true, "groups": {"global": null, "local": "05-long_wide"}, "answer": "no", "semanticStr": "select: snowboard (6)->verify length: long [0]->verify width: wide  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the snowboard is long but narrow."}, "20361349": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20361353", "20361359", "20361356", "20361357", "20361354", "20361355", "20361352", "20361358", "20361350", "20361351", "20361365", "20361364", "20361362", "20361361", "20361360"], "equivalent": ["20361349"], "question": "Is the jacket blue and long sleeved?", "imageId": "n352479", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long sleeved"}, "answer": "yes", "semanticStr": "select: jacket (5)->verify color: blue [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is blue and long sleeved."}, "201879188": {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201879189", "201879187", "201879186", "201879185", "201879184", "201879183", "201879182"], "equivalent": ["201879188"], "question": "On which side is the athlete?", "imageId": "n496803", "isBalanced": true, "groups": {"global": null, "local": "10q-athlete_hposition"}, "answer": "right", "semanticStr": "select: athlete (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The athlete is on the right of the image."}, "201879046": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify rel", "dependencies": [1], "argument": "logo,bigger than,o (11)"}], "entailed": [], "equivalent": ["201879046"], "question": "Is the blue sign bigger than the logo?", "imageId": "n496803", "isBalanced": true, "groups": {"global": null, "local": "13-sign_logo"}, "answer": "yes", "semanticStr": "select: sign (14)->filter color: blue [0]->verify rel: logo,bigger than,o (11) [1]", "annotations": {"answer": {}, "question": {"2:4": "14", "7": "11"}, "fullAnswer": {"2": "14", "7": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sign is bigger than the logo."}, "201879053": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201879053"], "question": "Does that skirt have short length and green color?", "imageId": "n496803", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "no", "semanticStr": "select: skirt (1)->verify color: green [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skirt is short but black."}, "201879145": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,bigger than,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879150", "201879149", "201879097", "201879144"], "equivalent": ["201879145"], "question": "What's larger than the wristband?", "imageId": "n496803", "isBalanced": true, "groups": {"global": "object", "local": "14-wristband_bigger than,s"}, "answer": "racket", "semanticStr": "select: wristband (3)->relate: _,bigger than,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6:8": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The racket is bigger than the wrist band."}, "201879156": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201879154", "201879155", "201879157"], "equivalent": ["201879156"], "question": "On which side of the photo is the person, the left or the right?", "imageId": "n496803", "isBalanced": true, "groups": {"global": null, "local": "10c-person_hposition"}, "answer": "right", "semanticStr": "select: person (4)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is on the right of the image."}, "20295677": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "purple"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295661", "20295650", "20295660", "20295659", "20295658", "20295648", "20295649", "20295676", "20295679", "20295678", "20295647", "20295657"], "equivalent": ["20295677", "20295676"], "question": "What is the purple item of furniture called?", "imageId": "n162586", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_purple"}, "answer": "bed", "semanticStr": "select: furniture (9)->filter color: purple [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"4:7": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed."}, "20295614": {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20295613", "20295612", "20295611"], "equivalent": ["20295614"], "question": "What's the picture frame made of?", "imageId": "n162586", "isBalanced": true, "groups": {"global": "material", "local": "10q-picture frame_material"}, "answer": "plastic", "semanticStr": "select: picture frame (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture frame is made of plastic."}, "20295378": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "device,leaning against,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295376", "20295300"], "equivalent": ["20295378"], "question": "What device leans against the wall?", "imageId": "n162586", "isBalanced": true, "groups": {"global": "device", "local": "15-wall_leaning against,s"}, "answer": "television", "semanticStr": "select: wall (13)->relate: device,leaning against,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television."}, "20295615": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20295616"], "equivalent": ["20295615"], "question": "What is hanging from the white wall?", "imageId": "n162586", "isBalanced": true, "groups": {"global": "", "local": "14-wall_hanging from,s"}, "answer": "picture frame", "semanticStr": "select: wall (13)->filter color: white [0]->relate: _,hanging from,s (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"5:7": "13"}, "fullAnswer": {"1:3": "5", "7": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is hanging from the wall."}, "20295472": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify age", "dependencies": [0], "argument": "old"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20295473"], "equivalent": ["20295472"], "question": "Is the woman tall and old?", "imageId": "n162586", "isBalanced": true, "groups": {"global": null, "local": "05-old_tall"}, "answer": "no", "semanticStr": "select: woman (0)->verify age: old [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the woman is tall but young."}, "20204530": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204539", "20204531", "20204532", "20204533"], "equivalent": ["20204530"], "question": "The rug is in front of what?", "imageId": "n532191", "isBalanced": true, "groups": {"global": "furniture", "local": "14-rug_in front of,o"}, "answer": "chair", "semanticStr": "select: rug (11)->relate: _,in front of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the chair."}, "20204824": {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20204824"], "question": "Are there any TVs or laptops in the image?", "imageId": "n532191", "isBalanced": true, "groups": {"global": null, "local": "09existOr-laptop_television"}, "answer": "yes", "semanticStr": "select: laptop (4)->exist: ? [0]->select: television (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a laptop."}, "20205086": {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "briefcase (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "blue"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20205086"], "question": "Is there any blue briefcase or backpack?", "imageId": "n532191", "isBalanced": true, "groups": {"global": null, "local": "04-backpack_blue"}, "answer": "no", "semanticStr": "select: backpack (9)->filter color: blue [0]->exist: ? [1]->select: briefcase (-) ->filter color: blue [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a backpack but it is black."}, "20204799": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee cup (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20204798", "20204801", "20204804", "20204805", "20204800", "20204802", "20204803"], "equivalent": ["20204799"], "question": "Does the coffee cup look brown?", "imageId": "n532191", "isBalanced": true, "groups": {"global": null, "local": "06-coffee cup_brown"}, "answer": "yes", "semanticStr": "select: coffee cup (1)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the coffee cup is brown."}, "20204770": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (17)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|tan"}], "entailed": [], "equivalent": ["20204770"], "question": "Is that sweater blue or tan?", "imageId": "n532191", "isBalanced": true, "groups": {"global": "color", "local": "10c-sweater_color"}, "answer": "blue", "semanticStr": "select: sweater (17)->choose color: blue|tan [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sweater is blue."}, "20667401": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20667403", "20667402", "20667380", "20667381"], "equivalent": ["20667401"], "question": "What kind of device is to the right of the pillow made of cloth?", "imageId": "n181355", "isBalanced": true, "groups": {"global": "device", "local": "15-pillow_to the right of,s"}, "answer": "wii controller", "semanticStr": "select: pillow (9)->filter material: cloth [0]->relate: device,to the right of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0:2": "12"}, "question": {"10": "9", "3": "12", "13": "9"}, "fullAnswer": {"1": "12", "4:6": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a Wii controller."}, "20667369": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667375", "20667374", "20667376", "20667371", "20667370", "20667373", "20667372", "20667348", "20667827"], "equivalent": ["20667369"], "question": "What kind of device is to the left of the woman?", "imageId": "n181355", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_to the left of,s"}, "answer": "wii controller", "semanticStr": "select: woman (5)->relate: device,to the left of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0:2": "13"}, "question": {"10": "5", "3": "13"}, "fullAnswer": {"1": "13", "4:6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a Wii controller."}, "20667597": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify", "dependencies": [1], "argument": "low"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20667598"], "equivalent": ["20667598", "20667597"], "question": "Is the coffee table made of wood both low and round?", "imageId": "n181355", "isBalanced": true, "groups": {"global": null, "local": "05-low_round"}, "answer": "no", "semanticStr": "select: coffee table (1)->filter material: wood [0]->verify: low [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1", "6": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the coffee table is low but rectangular."}, "20668061": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20668047", "20668060", "20668057", "20668042", "20668050", "20668041", "20668059", "20668048", "20668049"], "equivalent": ["20668061"], "question": "Which kind of furniture is brown?", "imageId": "n181355", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "couch", "semanticStr": "select: furniture (8)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch."}, "20667306": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify", "dependencies": [1], "argument": "crooked"}, {"operation": "verify color", "dependencies": [1], "argument": "green "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20667312", "20667310", "20667317", "20667315", "20667314", "20667332", "20667319", "20667318", "20667309", "20667329", "20667328", "20667307", "20667311", "20667320", "20667321", "20667327"], "equivalent": ["20667306"], "question": "Does the hat that is made of cloth seem to be crooked and green?", "imageId": "n181355", "isBalanced": true, "groups": {"global": null, "local": "05-crooked_green"}, "answer": "yes", "semanticStr": "select: hat (10)->filter material: cloth [0]->verify: crooked [1]->verify color: green  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "7": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hat is crooked and green."}, "20756977": {"semantic": [{"operation": "select", "dependencies": [], "argument": "oil (6)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20756966", "20756967", "20756981", "20756988", "20756989", "20756980", "20756974", "20756975", "20756976", "20756970", "20756971", "20756972", "20756973", "20756984", "20756969", "20756968", "20756978", "20756979", "20756983", "20756982"], "equivalent": ["20756977"], "question": "How big is the appliance the oil is above?", "imageId": "n433532", "isBalanced": true, "groups": {"global": "size", "local": "10q-stove_size"}, "answer": "large", "semanticStr": "select: oil (6)->relate: appliance,above,o (7) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "7", "6": "6"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stove is large."}, "20756638": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20756639"], "equivalent": ["20756638"], "question": "How is the piece of furniture that is shown in this image called?", "imageId": "n433532", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "shelf", "semanticStr": "select: furniture (10)->query: name [0]", "annotations": {"answer": {"0": "10"}, "question": {"3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf."}, "20757114": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "verify activity", "dependencies": [0], "argument": "looking down"}], "entailed": ["20757115", "20757117", "20757119", "20757118", "20757126", "20757127", "20757121", "20757122", "20757123", "20757124", "20757125"], "equivalent": ["20757114"], "question": "Do you think that lady is looking down?", "imageId": "n433532", "isBalanced": true, "groups": {"global": null, "local": "06-lady_looking down"}, "answer": "yes", "semanticStr": "select: lady (9)->verify activity: looking down [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the lady is looking down."}, "20756897": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter state", "dependencies": [0], "argument": "smooth"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20756899"], "equivalent": ["20756897"], "question": "What is the name of the smooth piece of clothing?", "imageId": "n433532", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_smooth"}, "answer": "robe", "semanticStr": "select: clothing (4)->filter state: smooth [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"7:10": "4"}, "fullAnswer": {"1:3": "4", "5": "4"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a robe."}, "20756708": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20756708"], "question": "Are there pots or glasses in this photo?", "imageId": "n433532", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_pot"}, "answer": "yes", "semanticStr": "select: pot (0)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a pot."}, "202243438": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243420", "202243419", "202243436", "202243440", "202243403", "202243439", "202243404", "202243405", "202243437"], "equivalent": ["202243438"], "question": "Which kind of vehicle is metallic?", "imageId": "n557666", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "truck", "semanticStr": "select: vehicle (14)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a truck."}, "202243255": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (11,9)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["202243255"], "question": "Are these people the same gender?", "imageId": "n557666", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (11,9)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female."}, "202243292": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243257", "202243291"], "equivalent": ["202243292"], "question": "Who is wearing the jeans?", "imageId": "n557666", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "woman", "semanticStr": "select: jeans (12)->relate: person,wearing,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing jeans."}, "202243579": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202243576", "202243577", "202243575", "202243578"], "equivalent": ["202243579"], "question": "On which side of the photo is the man?", "imageId": "n557666", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image."}, "202243497": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "bus,near,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202243497"], "question": "Is there any bus near the white sign?", "imageId": "n557666", "isBalanced": true, "groups": {"global": null, "local": "13-sign_bus"}, "answer": "no", "semanticStr": "select: sign (6)->filter color: white [0]->relate: bus,near,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "6"}, "fullAnswer": {"4": "14", "7": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a truck near the sign."}, "202121913": {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202121910", "202121908", "202121909", "202121915", "202121914", "202121911", "202121907", "202121912"], "equivalent": ["202121913"], "question": "On which side of the picture is the large refrigerator?", "imageId": "n140421", "isBalanced": true, "groups": {"global": null, "local": "10q-refrigerator_hposition"}, "answer": "right", "semanticStr": "select: refrigerator (6)->filter size: large [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The freezer is on the right of the image."}, "202121662": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chandelier (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121664", "202121663"], "equivalent": ["202121662"], "question": "How are the items of furniture below the chandelier called?", "imageId": "n140421", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chandelier_below,s"}, "answer": "chairs", "semanticStr": "select: chandelier (9)->relate: furniture,below,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"8": "9", "3:6": "1"}, "fullAnswer": {"1:4": "1", "5": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs."}, "202121861": {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap bottle (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202121858", "202121859", "202121860", "202121863", "202121862", "202121865", "202121864"], "equivalent": ["202121861", "202121863", "202121862"], "question": "What is the color of the soap bottle?", "imageId": "n140421", "isBalanced": true, "groups": {"global": "color", "local": "10q-soap bottle_color"}, "answer": "white", "semanticStr": "select: soap bottle (4)->query: color [0]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soap bottle is white."}, "202121678": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify color", "dependencies": [0], "argument": "gray "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202121678"], "question": "Is the sink dirty and gray?", "imageId": "n140421", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_gray"}, "answer": "no", "semanticStr": "select: sink (3)->verify cleanliness: dirty [0]->verify color: gray  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is gray but clean."}, "202121590": {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (16)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shelf,to the right of,o (-)"}], "entailed": [], "equivalent": ["202121590"], "question": "Are the curtains to the right of a shelf?", "imageId": "n140421", "isBalanced": true, "groups": {"global": null, "local": "13-curtains_shelf"}, "answer": "no", "semanticStr": "select: curtains (16)->verify rel: shelf,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"9": "11", "2": "16"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the curtains are to the right of the cupboard."}, "201639176": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201639178", "201639179", "201639170", "201639172", "201639173", "201639174", "201639175", "201639177", "201639189", "201639188", "201639181", "201639180", "201639183", "201639182", "201639185", "201639184", "201639187", "201639186", "201639169", "201639168", "201639163", "201639162", "201639161", "201639160", "201639167", "201639166", "201639165", "201639164", "201639192", "201639190", "201639191", "201639156", "201639157", "201639155", "201639158", "201639159"], "equivalent": ["201639176"], "question": "Is that vehicle white and small?", "imageId": "n497789", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: vehicle (17)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the vehicle is white and small."}, "201639403": {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (19)"}, {"operation": "relate", "dependencies": [0], "argument": "plant,growing in,s (20)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,behind,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201639404", "201639405", "201639339"], "equivalent": ["201639403"], "question": "What are the animals behind the plant that is growing in the field called?", "imageId": "n497789", "isBalanced": true, "groups": {"global": "animal", "local": "15-plant_behind,s"}, "answer": "zebras", "semanticStr": "select: field (19)->relate: plant,growing in,s (20) [0]->relate: animal,behind,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "12": "19", "6": "20"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras."}, "201639551": {"semantic": [{"operation": "select", "dependencies": [], "argument": "leaves (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,eating,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639549", "201639552", "201639481", "201639482"], "equivalent": ["201639551"], "question": "What are the animals that are eating the leaves?", "imageId": "n497789", "isBalanced": true, "groups": {"global": "animal", "local": "15-leaves_eating,s"}, "answer": "giraffes", "semanticStr": "select: leaves (9)->relate: animal,eating,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"8": "9", "3": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are giraffes."}, "201639232": {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (16)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201639233", "201639230", "201639224", "201639225", "201639226", "201639227", "201639228", "201639229"], "equivalent": ["201639232"], "question": "On which side of the image are the male people?", "imageId": "n497789", "isBalanced": true, "groups": {"global": null, "local": "10q-people_hposition"}, "answer": "right", "semanticStr": "select: people (16)->filter gender: male [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The people are on the right of the image."}, "201639103": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "flags (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201639103"], "question": "Is there either a fence or a flag in the picture?", "imageId": "n497789", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_flags"}, "answer": "yes", "semanticStr": "select: fence (10)->exist: ? [0]->select: flags (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fence."}, "20740987": {"semantic": [{"operation": "select", "dependencies": [], "argument": "room (15)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20740986", "20740985", "20740988"], "equivalent": ["20740987"], "question": "Does the room have small size?", "imageId": "n23762", "isBalanced": true, "groups": {"global": null, "local": "06-room_small"}, "answer": "no", "semanticStr": "select: room (15)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the room is large."}, "20741424": {"semantic": [{"operation": "select", "dependencies": [], "argument": "light bulb (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20741422", "20741423", "20741420", "20741421"], "equivalent": ["20741424"], "question": "On which side is the bulb?", "imageId": "n23762", "isBalanced": true, "groups": {"global": null, "local": "10q-light bulb_hposition"}, "answer": "left", "semanticStr": "select: light bulb (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bulb is on the left of the image."}, "20741297": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["20741292", "20741299", "20741298", "20741291", "20741271", "20741270", "20741303", "20741302", "20741293", "20741300", "20741295", "20741301", "20741304"], "equivalent": ["20741297"], "question": "How fat is the tall person?", "imageId": "n23762", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-person_fatness"}, "answer": "thin", "semanticStr": "select: person (7)->filter height: tall [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is thin."}, "20741234": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (1)"}, {"operation": "relate", "dependencies": [0], "argument": "mug,to the left of,s (4)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20741220", "20741242", "20741243", "20741240", "20741241", "20741233", "20741239", "20741232", "20741215", "20741222", "20741217", "20741216", "20741224", "20741225", "20741226", "20741223", "20741250", "20741221", "20741235"], "equivalent": ["20741234"], "question": "Is the mug to the left of the vase white and small?", "imageId": "n23762", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: vase (1)->relate: mug,to the left of,s (4) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "1", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mug is white and small."}, "20741080": {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20741081", "20741082", "20741083", "20741084", "20741086", "20741087"], "equivalent": ["20741080"], "question": "Do the flowers look white?", "imageId": "n23762", "isBalanced": true, "groups": {"global": null, "local": "06-flowers_white"}, "answer": "yes", "semanticStr": "select: flowers (0)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the flowers are white."}, "201143151": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "light brown"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201143152"], "equivalent": ["201143152", "201143151"], "question": "Is the floor both wooden and light brown?", "imageId": "n276011", "isBalanced": true, "groups": {"global": null, "local": "05-light brown_wood"}, "answer": "no", "semanticStr": "select: floor (11)->verify color: light brown [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the floor is wooden but dark brown."}, "201143394": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (6)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143367", "201143381", "201143391", "201143392", "201143393", "201143380", "201143366", "201143376", "201143377", "201143375"], "equivalent": ["201143394"], "question": "Which kind of furniture is long?", "imageId": "n276011", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_long"}, "answer": "table", "semanticStr": "select: furniture (6)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table."}, "201143246": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143251", "201143250", "201143248", "201143249", "201143245"], "equivalent": ["201143246"], "question": "What is underneath the table?", "imageId": "n276011", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_underneath,s"}, "answer": "chairs", "semanticStr": "select: table (6)->relate: _,underneath,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chairs are underneath the table."}, "201143349": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (4)"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}, {"operation": "verify", "dependencies": [0], "argument": "high "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201143347", "201143346", "201143345", "201143344", "201143343", "201143351", "201143352", "201143353", "201143350", "201143357", "201143348"], "equivalent": ["201143349"], "question": "Is the window clear and high?", "imageId": "n276011", "isBalanced": true, "groups": {"global": null, "local": "05-clear_high"}, "answer": "yes", "semanticStr": "select: window (4)->verify weather: clear [0]->verify: high  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is clear and high."}, "201143404": {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201143400", "201143401", "201143402", "201143403"], "equivalent": ["201143404", "201143403"], "question": "Which side of the image is the old picture on?", "imageId": "n276011", "isBalanced": true, "groups": {"global": null, "local": "10q-picture_hposition"}, "answer": "left", "semanticStr": "select: picture (8)->filter age: old [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture is on the left of the image."}, "201669538": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (32)"}, {"operation": "verify rel", "dependencies": [0], "argument": "knife,to the right of,o (27)"}], "entailed": ["201669447", "201669448"], "equivalent": ["201669538"], "question": "Are the cookies to the right of a knife?", "imageId": "n238266", "isBalanced": true, "groups": {"global": null, "local": "13-cookies_knife"}, "answer": "yes", "semanticStr": "select: cookies (32)->verify rel: knife,to the right of,o (27) [0]", "annotations": {"answer": {}, "question": {"8": "27", "2": "32"}, "fullAnswer": {"9": "27", "2": "32"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cookies are to the right of a knife."}, "201669468": {"semantic": [{"operation": "select", "dependencies": [], "argument": "candle (33)"}, {"operation": "verify", "dependencies": [0], "argument": "beautiful"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201669467", "201669466", "201669465", "201669464", "201669463", "201669462", "201669461", "201669473", "201669474", "201669475", "201669476", "201669469", "201669470", "201669472", "201669471"], "equivalent": ["201669468"], "question": "Is the candle red and beautiful?", "imageId": "n238266", "isBalanced": true, "groups": {"global": null, "local": "05-beautiful_red"}, "answer": "yes", "semanticStr": "select: candle (33)->verify: beautiful [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "33"}, "fullAnswer": {"2": "33"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the candle is red and beautiful."}, "201669619": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupcake (36)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (40)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669620"], "equivalent": ["201669619"], "question": "The cupcake is on what?", "imageId": "n238266", "isBalanced": true, "groups": {"global": "tableware", "local": "14-cupcake_on,o"}, "answer": "cake stand", "semanticStr": "select: cupcake (36)->relate: _,on,o (40) [0]->query: name [1]", "annotations": {"answer": {"0:2": "40"}, "question": {"1": "36"}, "fullAnswer": {"1": "36", "5:7": "40"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cupcake is on the cake stand."}, "201669651": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (46)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (12) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201669706", "201669649", "201669705"], "equivalent": ["201669651"], "question": "Are there both tables and plates?", "imageId": "n238266", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-plate_table"}, "answer": "yes", "semanticStr": "select: table (46)->exist: ? [0]->select: plate (12) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "46", "5": "12"}, "fullAnswer": {"5": "46"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a table and a plate."}, "201669333": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "brown"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201669334"], "equivalent": ["201669333"], "question": "Do you see brown chairs or cakes?", "imageId": "n238266", "isBalanced": true, "groups": {"global": null, "local": "04-cake_brown"}, "answer": "yes", "semanticStr": "select: cake (10)->filter color: brown [0]->exist: ? [1]->select: chair (-) ->filter color: brown [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "10"}, "fullAnswer": {"5": "10"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a brown cake."}, "201763983": {"semantic": [{"operation": "select", "dependencies": [], "argument": "beds (8)"}, {"operation": "verify", "dependencies": [0], "argument": "covered"}], "entailed": ["201763982"], "equivalent": ["201763983"], "question": "Do these beds look covered?", "imageId": "n246334", "isBalanced": true, "groups": {"global": null, "local": "06-beds_covered"}, "answer": "yes", "semanticStr": "select: beds (8)->verify: covered [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the beds are covered."}, "201763559": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "indoors|outdoors"}], "entailed": ["201763558"], "equivalent": ["201763558", "201763559"], "question": "Is it outdoors or indoors?", "imageId": "n246334", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "indoors", "semanticStr": "select: scene->choose location: indoors|outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is indoors."}, "201763797": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (17)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201763800", "201763801", "201763798", "201763794", "201763795", "201763796"], "equivalent": ["201763797"], "question": "How big are the trees?", "imageId": "n246334", "isBalanced": true, "groups": {"global": "size", "local": "10q-trees_size"}, "answer": "small", "semanticStr": "select: trees (17)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees are small."}, "201763779": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheet (14)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201763765", "201763764", "201763767", "201763766", "201763761", "201763760", "201763789", "201763788", "201763787", "201763786", "201763785", "201763784", "201763783", "201763782", "201763781", "201763780", "201763769", "201763768", "201763772", "201763773", "201763770", "201763771", "201763776", "201763777", "201763774", "201763775", "201763778", "201763790", "201763791"], "equivalent": ["201763777", "201763778", "201763779"], "question": "Does this sheet have long length and white color?", "imageId": "n246334", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "yes", "semanticStr": "select: sheet (14)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sheet is long and white."}, "201763918": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify rel", "dependencies": [1], "argument": "doors,contain,o (3)"}], "entailed": [], "equivalent": ["201763918"], "question": "Does the large glass contain doors?", "imageId": "n246334", "isBalanced": true, "groups": {"global": null, "local": "13-glass_doors"}, "answer": "yes", "semanticStr": "select: glass (4)->filter size: large [0]->verify rel: doors,contain,o (3) [1]", "annotations": {"answer": {}, "question": {"2:4": "4", "5": "3"}, "fullAnswer": {"2": "4", "4": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the glass contains doors."}, "202119737": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "select", "dependencies": [], "argument": "door (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202119737"], "question": "What is common to the wall and the door?", "imageId": "n500308", "isBalanced": true, "groups": {"global": null, "local": "09common-door_wall"}, "answer": "material", "semanticStr": "select: wall (10)->select: door (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "5": "10"}, "fullAnswer": {"4": "10", "7": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the wall and the door are wooden."}, "202119753": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "select", "dependencies": [], "argument": "table (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202119752"], "equivalent": ["202119752", "202119753"], "question": "Is the floor the same material as the table?", "imageId": "n500308", "isBalanced": true, "groups": {"global": null, "local": "09same-floor_table"}, "answer": "no", "semanticStr": "select: floor (11)->select: table (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "11"}, "fullAnswer": {"9": "3", "2": "11"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the floor is made of concrete and the table is made of metal."}, "202119893": {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["202119887", "202119892", "202119891", "202119890", "202119894", "202119888", "202119889"], "equivalent": ["202119893"], "question": "What shape is that refrigerator?", "imageId": "n500308", "isBalanced": true, "groups": {"global": "shape", "local": "10q-refrigerator_shape"}, "answer": "rectangular", "semanticStr": "select: refrigerator (0)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The refrigerator is rectangular."}, "202120380": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (7)"}, {"operation": "relate", "dependencies": [0], "argument": "window,behind,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["202120375", "202120360", "202120347", "202120382", "202120387", "202120378", "202120379", "202120377", "202120389", "202120388"], "equivalent": ["202120380"], "question": "How clean is the window behind the sign?", "imageId": "n500308", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-window_cleanliness"}, "answer": "clean", "semanticStr": "select: sign (7)->relate: window,behind,s (8) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "7"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is clean."}, "202120233": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202120283", "202120245", "202120282", "202120280", "202120281", "202120222", "202120224", "202120234", "202120243", "202120228", "202120229", "202120226", "202120247", "202120232", "202120231", "202120230", "202120242", "202120236", "202120235", "202120227"], "equivalent": ["202120233"], "question": "What's the door made of?", "imageId": "n500308", "isBalanced": true, "groups": {"global": "material", "local": "10q-door_material"}, "answer": "wood", "semanticStr": "select: door (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is made of wood."}, "20340509": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20340469", "20340514", "20340506", "20340507", "20340505", "20340510", "20340513", "20340470", "20340471", "20340508"], "equivalent": ["20340509"], "question": "What is the fence made of?", "imageId": "n513100", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood."}, "20340405": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "select", "dependencies": [], "argument": "fence (1) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20340406"], "equivalent": ["20340406", "20340405"], "question": "Is the table made of the same material as the fence?", "imageId": "n513100", "isBalanced": true, "groups": {"global": null, "local": "09same-fence_table"}, "answer": "yes", "semanticStr": "select: table (7)->select: fence (1) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "1", "2": "7"}, "fullAnswer": {"3": "7", "6": "1"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the table and the fence are made of wood."}, "20340568": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340572", "20340571", "20340570", "20340569", "20340543"], "equivalent": ["20340568"], "question": "What is underneath the table?", "imageId": "n513100", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_underneath,s"}, "answer": "chair", "semanticStr": "select: table (7)->relate: _,underneath,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is underneath the table."}, "20340435": {"semantic": [{"operation": "select", "dependencies": [], "argument": "yard (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20340435"], "question": "What is the yard in front of?", "imageId": "n513100", "isBalanced": true, "groups": {"global": "tree", "local": "14-yard_in front of,o"}, "answer": "tree", "semanticStr": "select: yard (10)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "10", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The yard is in front of the tree."}, "20340401": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20340402"], "equivalent": ["20340401"], "question": "What is the image showing?", "imageId": "n513100", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "patio", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is showing a patio."}, "20285417": {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "carpet,on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20285418", "20285419", "20285424", "20285421", "20285420", "20285416", "20285415"], "equivalent": ["20285417"], "question": "Which color is the carpet that the couch is on?", "imageId": "n192021", "isBalanced": true, "groups": {"global": "color", "local": "10q-carpet_color"}, "answer": "gray", "semanticStr": "select: couch (13)->relate: carpet,on,o (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "13"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The carpet is gray."}, "20285183": {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20285138", "20285184"], "equivalent": ["20285183"], "question": "What is on the couch?", "imageId": "n192021", "isBalanced": true, "groups": {"global": "object", "local": "14-couch_on,s"}, "answer": "pillows", "semanticStr": "select: couch (13)->relate: _,on,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillows are on the couch."}, "20284982": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (17)"}, {"operation": "select", "dependencies": [], "argument": "fan (3) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20284982"], "question": "What do both the table and the fan have in common?", "imageId": "n192021", "isBalanced": true, "groups": {"global": null, "local": "09common-fan_table"}, "answer": "material", "semanticStr": "select: table (17)->select: fan (3) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "17", "7": "3"}, "fullAnswer": {"4": "17", "7": "3"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the table and the fan are wooden."}, "20285405": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (4)"}, {"operation": "relate", "dependencies": [0], "argument": "walls,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["20285399", "20285379", "20285378", "20285394", "20285393", "20285407", "20285406", "20285404", "20285403", "20285400", "20285408"], "equivalent": ["20285405"], "question": "How clean are the walls the window is on?", "imageId": "n192021", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-walls_cleanliness"}, "answer": "clean", "semanticStr": "select: window (4)->relate: walls,on,o (1) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "1", "6": "4"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The walls are clean."}, "20285116": {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20285084", "20285115", "20285117"], "equivalent": ["20285116"], "question": "Which kind of furniture is on the carpet?", "imageId": "n192021", "isBalanced": true, "groups": {"global": "furniture", "local": "15-carpet_on,s"}, "answer": "chair", "semanticStr": "select: carpet (0)->relate: furniture,on,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1:4": "15", "6": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair."}, "201593445": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing against,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593351", "201593444", "201593447"], "equivalent": ["201593445"], "question": "What animal is standing against the grass?", "imageId": "n524855", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_standing against,s"}, "answer": "cow", "semanticStr": "select: grass (1)->relate: animal,standing against,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cow is standing against the grass."}, "201593481": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (2)"}, {"operation": "verify", "dependencies": [0], "argument": "snowy"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201593481"], "question": "Are the mountains both snowy and tall?", "imageId": "n524855", "isBalanced": true, "groups": {"global": null, "local": "05-snowy_tall"}, "answer": "no", "semanticStr": "select: mountains (2)->verify: snowy [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mountains are tall but rocky."}, "201593338": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bikes (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sand (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201593337", "201593336"], "equivalent": ["201593337", "201593338"], "question": "Is there a bike or sand in the photo?", "imageId": "n524855", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bikes_sand"}, "answer": "no", "semanticStr": "select: bikes (-)->exist: ? [0]->select: sand (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no sand or bikes."}, "201593521": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201593521"], "question": "Are the trees short and green?", "imageId": "n524855", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "no", "semanticStr": "select: trees (4)->verify color: green [0]->verify height: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are green but tall."}, "201593320": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tail (13)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["201593321", "201593322", "201593323", "201593319", "201593325", "201593324"], "equivalent": ["201593320"], "question": "What length is the tail?", "imageId": "n524855", "isBalanced": true, "groups": {"global": "length", "local": "10q-tail_length"}, "answer": "long", "semanticStr": "select: tail (13)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tail is long."}, "201347404": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201347348", "201347405"], "equivalent": ["201347404"], "question": "Who is wearing shorts?", "imageId": "n65202", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: shorts (12)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "12"}, "fullAnswer": {"1": "3", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing shorts."}, "201347437": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "comfortable "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201347437"], "question": "Do the sneakers look blue and comfortable?", "imageId": "n65202", "isBalanced": true, "groups": {"global": null, "local": "05-blue_comfortable"}, "answer": "no", "semanticStr": "select: sneakers (7)->verify color: blue [0]->verify: comfortable  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sneakers are comfortable but red."}, "201347448": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bench (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201347448"], "question": "Do you see either a bench or a skateboard in the picture?", "imageId": "n65202", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bench_skateboard"}, "answer": "yes", "semanticStr": "select: skateboard (9)->exist: ? [0]->select: bench (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a skateboard."}, "201347474": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(up)"}, {"operation": "verify state", "dependencies": [1], "argument": "still"}], "entailed": ["201347473", "201347472"], "equivalent": ["201347474"], "question": "Do the bags that are not up look still?", "imageId": "n65202", "isBalanced": true, "groups": {"global": null, "local": "06-bags_still"}, "answer": "yes", "semanticStr": "select: bag (8)->filter: not(up) [0]->verify state: still [1]", "annotations": {"answer": {}, "question": {"2": "8", "6": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bags are still."}, "201347375": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (3)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201347374", "201347370", "201347371", "201347372"], "equivalent": ["201347375"], "question": "What is the skateboarder doing?", "imageId": "n65202", "isBalanced": true, "groups": {"global": "activity", "local": "10q-skateboarder_activity"}, "answer": "looking up", "semanticStr": "select: skateboarder (3)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboarder is looking up."}, "202100738": {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100737"], "equivalent": ["202100738"], "question": "What's sitting on the counter?", "imageId": "n280089", "isBalanced": true, "groups": {"global": "object", "local": "14-counter_sitting on,s"}, "answer": "utensil holder", "semanticStr": "select: counter (9)->relate: _,sitting on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {}, "fullAnswer": {"1:3": "12", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The utensil holder is sitting on the counter."}, "202100852": {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensils (11)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (1)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202100850", "202100882", "202100883", "202100880", "202100881", "202100886", "202100869", "202100884", "202100885", "202100864", "202100865", "202100866", "202100867", "202100860", "202100875", "202100862", "202100863", "202100855", "202100872", "202100857", "202100856", "202100859", "202100858", "202100879", "202100878", "202100877", "202100876", "202100853", "202100874", "202100873", "202100854", "202100871", "202100870", "202100851", "202100861", "202100868"], "equivalent": ["202100852"], "question": "Is the appliance to the right of the utensils both white and clean?", "imageId": "n280089", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "yes", "semanticStr": "select: utensils (11)->relate: appliance,to the right of,s (1) [0]->verify cleanliness: clean [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "11", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the stove is white and clean."}, "202100814": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (18)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202100811", "202100813", "202100812"], "equivalent": ["202100814"], "question": "On which side of the photo is the bowl?", "imageId": "n280089", "isBalanced": true, "groups": {"global": null, "local": "10q-bowl_hposition"}, "answer": "right", "semanticStr": "select: bowl (18)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bowl is on the right of the image."}, "202100704": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100705"], "equivalent": ["202100704", "202100705"], "question": "What is the pot that is made of metal sitting on?", "imageId": "n280089", "isBalanced": true, "groups": {"global": "thing", "local": "14-pot_sitting on,o"}, "answer": "burner", "semanticStr": "select: pot (10)->filter material: metal [0]->relate: _,sitting on,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"8": "10", "3": "10"}, "fullAnswer": {"1": "10", "6:8": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pot is sitting on the stove burner."}, "202100796": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100795"], "equivalent": ["202100796"], "question": "What is leaning against the wall?", "imageId": "n280089", "isBalanced": true, "groups": {"global": "", "local": "14-wall_leaning against,s"}, "answer": "artwork", "semanticStr": "select: wall (0)->relate: _,leaning against,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "16", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The artwork is leaning against the wall."}, "201462174": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (8)"}, {"operation": "select", "dependencies": [], "argument": "helmet (1) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201462172", "201462173"], "equivalent": ["201462174"], "question": "Do the glove and the helmet have a different colors?", "imageId": "n508641", "isBalanced": true, "groups": {"global": null, "local": "09diff-glove_helmet"}, "answer": "no", "semanticStr": "select: glove (8)->select: helmet (1) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "1"}, "fullAnswer": {"3": "8", "6": "1"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the glove and the helmet are black."}, "201462359": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201462358"], "equivalent": ["201462358", "201462359"], "question": "Are the pants striped and black?", "imageId": "n508641", "isBalanced": true, "groups": {"global": null, "local": "05-black_striped"}, "answer": "no", "semanticStr": "select: pants (3)->verify color: black [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pants are striped but white."}, "201462472": {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201462470", "201462473", "201462471", "201462469"], "equivalent": ["201462473", "201462472"], "question": "On which side of the photo is the catcher?", "imageId": "n508641", "isBalanced": true, "groups": {"global": null, "local": "10q-catcher_hposition"}, "answer": "left", "semanticStr": "select: catcher (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The catcher is on the left of the image."}, "201462385": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (2)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201462398", "201462399", "201462392", "201462393", "201462391", "201462396", "201462397", "201462413", "201462395", "201462402", "201462400", "201462408", "201462389", "201462403", "201462387", "201462386", "201462406", "201462407", "201462404", "201462405", "201462410", "201462394", "201462412"], "equivalent": ["201462385", "201462386"], "question": "Is the jersey white and clean?", "imageId": "n508641", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "yes", "semanticStr": "select: jersey (2)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jersey is white and clean."}, "201462263": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201462263"], "question": "Who in this photo is standing?", "imageId": "n508641", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "man", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is standing."}, "201887198": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,on,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887197"], "equivalent": ["201887198"], "question": "Which kind of vegetable is on the table?", "imageId": "n429961", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-table_on,s"}, "answer": "cauliflower", "semanticStr": "select: table (12)->relate: vegetable,on,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18"}, "fullAnswer": {"1": "18", "3": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is cauliflower."}, "201887120": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabbage (23)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201887119", "201887118", "201887115", "201887117", "201887116"], "equivalent": ["201887120", "201887119"], "question": "Which side of the picture is the green cabbage on?", "imageId": "n429961", "isBalanced": true, "groups": {"global": null, "local": "10q-cabbage_hposition"}, "answer": "right", "semanticStr": "select: cabbage (23)->filter color: green [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "23"}, "fullAnswer": {"1": "23"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabbage is on the right of the image."}, "201887315": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fruit (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201887314"], "equivalent": ["201887315"], "question": "Are there any fruits or toilets?", "imageId": "n429961", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fruit_toilet"}, "answer": "no", "semanticStr": "select: toilet (-)->exist: ? [0]->select: fruit (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no fruits or toilets."}, "201886876": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,s (11)"}, {"operation": "choose color", "dependencies": [1], "argument": "red|white"}], "entailed": ["201886878", "201886877"], "equivalent": ["201886877", "201886876"], "question": "Is the vehicle behind the table red or white?", "imageId": "n429961", "isBalanced": true, "groups": {"global": "color", "local": "10c-vehicle_color"}, "answer": "red", "semanticStr": "select: table (12)->relate: vehicle,behind,s (11) [0]->choose color: red|white [1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "12"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The vehicle is red."}, "201887286": {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887252", "201887288", "201887285", "201887287", "201887292", "201887293"], "equivalent": ["201887286"], "question": "What is in the basket?", "imageId": "n429961", "isBalanced": true, "groups": {"global": "vegetable", "local": "14-basket_in,s"}, "answer": "broccoli", "semanticStr": "select: basket (9)->relate: _,in,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The broccoli is in the basket."}, "20518644": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (4)"}, {"operation": "verify shape", "dependencies": [0], "argument": "square"}], "entailed": ["20518642", "20518643", "20518640", "20518641", "20518646", "20518647", "20518645"], "equivalent": ["20518643", "20518644"], "question": "Does that tissue box look square?", "imageId": "n141939", "isBalanced": true, "groups": {"global": null, "local": "06-tissue box_square"}, "answer": "yes", "semanticStr": "select: tissue box (4)->verify shape: square [0]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tissue box is square."}, "20518275": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bath towel,near,s (10)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "query", "dependencies": [2], "argument": "length"}], "entailed": ["20518277", "20518276", "20518274", "20518273", "20518272", "20518278", "20518265"], "equivalent": ["20518275"], "question": "How long is the white bath towel near the toilet?", "imageId": "n141939", "isBalanced": true, "groups": {"global": "length", "local": "10q-bath towel_length"}, "answer": "long", "semanticStr": "select: toilet (14)->relate: bath towel,near,s (10) [0]->filter color: white [1]->query: length [2]", "annotations": {"answer": {}, "question": {"9": "14", "4:7": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bath towel is long."}, "20518372": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (12)"}, {"operation": "verify length", "dependencies": [0], "argument": "short"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20518394", "20518392", "20518395", "20518398", "20518393", "20518396", "20518399", "20518383", "20518382", "20518381", "20518380", "20518390", "20518391", "20518378", "20518379", "20518405", "20518373", "20518397"], "equivalent": ["20518372"], "question": "Is the towel white and short?", "imageId": "n141939", "isBalanced": true, "groups": {"global": null, "local": "05-short_white"}, "answer": "yes", "semanticStr": "select: towel (12)->verify length: short [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the towel is white and short."}, "20518562": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20518563", "20518565", "20518564"], "equivalent": ["20518563", "20518562", "20518565", "20518564"], "question": "Does that sink have white color and small size?", "imageId": "n141939", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: sink (3)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is white but large."}, "20518289": {"semantic": [{"operation": "select", "dependencies": [], "argument": "radiator (13)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20518291", "20518290", "20518288"], "equivalent": ["20518289"], "question": "Is the radiator on the left side of the picture?", "imageId": "n141939", "isBalanced": true, "groups": {"global": null, "local": "06-radiator_left"}, "answer": "no", "semanticStr": "select: radiator (13)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the radiator is on the right of the image."}, "201590126": {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "baseball,throwing,o (-)"}], "entailed": ["201590127"], "equivalent": ["201590126"], "question": "Is the player throwing a baseball?", "imageId": "n260762", "isBalanced": true, "groups": {"global": null, "local": "13-player_baseball"}, "answer": "no", "semanticStr": "select: player (4)->verify rel: baseball,throwing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the player is throwing a frisbee."}, "201590281": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(blue)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "gloves (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(blue)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201590280", "201590289", "201590291", "201590290", "201590293", "201590292"], "equivalent": ["201590280", "201590281"], "question": "Are there hats or gloves that are not blue?", "imageId": "n260762", "isBalanced": true, "groups": {"global": null, "local": "04-hat_n#blue"}, "answer": "no", "semanticStr": "select: hat (9)->filter color: not(blue) [0]->exist: ? [1]->select: gloves (-) ->filter color: not(blue) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a hat but it is blue."}, "201590079": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved"}], "entailed": ["201590068", "201590080", "201590078", "201590082", "201590077", "201590081"], "equivalent": ["201590079"], "question": "Does the shirt made of cotton look short sleeved?", "imageId": "n260762", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (2)->filter material: cotton [0]->verify: short sleeved [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is short sleeved."}, "201590250": {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "buses (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201590250"], "question": "Are there any red buses or trucks?", "imageId": "n260762", "isBalanced": true, "groups": {"global": null, "local": "04-truck_red"}, "answer": "no", "semanticStr": "select: truck (6)->filter color: red [0]->exist: ? [1]->select: buses (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a truck but it is white."}, "201589910": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "select", "dependencies": [], "argument": "shoes (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201589909", "201589908", "201589907"], "equivalent": ["201589909", "201589908", "201589910"], "question": "Is the color of the shorts different than that of the shoes?", "imageId": "n260762", "isBalanced": true, "groups": {"global": null, "local": "09diff-shoes_shorts"}, "answer": "no", "semanticStr": "select: shorts (3)->select: shoes (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "8", "5": "3"}, "fullAnswer": {"3": "3", "6": "8"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shorts and the shoes are white."}, "20340983": {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (23)"}, {"operation": "filter", "dependencies": [0], "argument": "high"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify width", "dependencies": [1], "argument": "wide "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20340989", "20340979", "20340990", "20340985", "20340984", "20340993", "20340992", "20340995", "20340994", "20340997", "20340996", "20340977", "20340998", "20340988", "20340986", "20340987"], "equivalent": ["20340983"], "question": "Are the high windows both wide and closed?", "imageId": "n346247", "isBalanced": true, "groups": {"global": null, "local": "05-closed_wide"}, "answer": "yes", "semanticStr": "select: windows (23)->filter: high [0]->verify: closed [1]->verify width: wide  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "23"}, "fullAnswer": {"2": "23"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the windows are wide and closed."}, "20340793": {"semantic": [{"operation": "select", "dependencies": [], "argument": "school (20)"}, {"operation": "select", "dependencies": [], "argument": "fire hydrant (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20340794"], "equivalent": ["20340793"], "question": "Is the color of the school the same as the hydrant?", "imageId": "n346247", "isBalanced": true, "groups": {"global": null, "local": "09same-fire hydrant_school"}, "answer": "yes", "semanticStr": "select: school (20)->select: fire hydrant (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "1", "5": "20"}, "fullAnswer": {"3": "20", "6": "1"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the school and the hydrant are red."}, "20340834": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (24)"}, {"operation": "filter", "dependencies": [0], "argument": "low"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20340847", "20340828", "20340838", "20340832", "20340833", "20340830", "20340831", "20340836", "20340835"], "equivalent": ["20340834"], "question": "How wide is the low window?", "imageId": "n346247", "isBalanced": true, "groups": {"global": "width", "local": "10q-window_width"}, "answer": "wide", "semanticStr": "select: window (24)->filter: low [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4:6": "24"}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is wide."}, "20340803": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sculpture (2)"}, {"operation": "select", "dependencies": [], "argument": "manhole cover (25) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20340803"], "question": "Is the sculpture made of the same material as the manhole cover?", "imageId": "n346247", "isBalanced": true, "groups": {"global": null, "local": "09same-manhole cover_sculpture"}, "answer": "yes", "semanticStr": "select: sculpture (2)->select: manhole cover (25) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "2", "10:12": "25"}, "fullAnswer": {"3": "2", "6:8": "25"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the sculpture and the manhole cover are made of metal."}, "20340928": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (17)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20340932", "20340926", "20340930", "20340935", "20340922", "20340923", "20340929", "20340925", "20340948", "20340936"], "equivalent": ["20340928"], "question": "What color is the empty sidewalk?", "imageId": "n346247", "isBalanced": true, "groups": {"global": "color", "local": "10q-sidewalk_color"}, "answer": "gray", "semanticStr": "select: sidewalk (17)->filter: empty [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is gray."}, "201795054": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201795058", "201795059", "201795067", "201795066", "201795065", "201795064", "201795052", "201795050", "201795051", "201795056", "201795057", "201795055", "201795060"], "equivalent": ["201795054"], "question": "What is the animal to the left of the man doing?", "imageId": "n119944", "isBalanced": true, "groups": {"global": "activity", "local": "10q-elephant_activity"}, "answer": "staring", "semanticStr": "select: man (7)->relate: animal,to the left of,s (14) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"9": "7", "3": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephant is staring."}, "201795946": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201795946"], "question": "What is the man in front of?", "imageId": "n119944", "isBalanced": true, "groups": {"global": "tree", "local": "14-man_in front of,o"}, "answer": "tree", "semanticStr": "select: man (7)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "7", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the tree."}, "201795639": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter", "dependencies": [0], "argument": "bright"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201795635", "201795642", "201795625", "201795626", "201795636", "201795637", "201795641", "201795640", "201795638"], "equivalent": ["201795639", "201795640", "201795638"], "question": "What color is the bright shirt?", "imageId": "n119944", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "green", "semanticStr": "select: shirt (2)->filter: bright [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is green."}, "201795751": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201795719", "201795695", "201795737", "201795738", "201795720", "201795696", "201795747", "201795760", "201795761", "201795748", "201795749", "201795759", "201795753", "201795743", "201795742", "201795754", "201795746", "201795750", "201795744", "201795745"], "equivalent": ["201795751"], "question": "What is the bag made of?", "imageId": "n119944", "isBalanced": true, "groups": {"global": "material", "local": "10q-bag_material"}, "answer": "wood", "semanticStr": "select: bag (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is made of wood."}, "201794977": {"semantic": [{"operation": "select", "dependencies": [], "argument": "benches (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify rel", "dependencies": [1], "argument": "child,to the left of,o (0)"}], "entailed": ["201794978", "201795555", "201795556"], "equivalent": ["201794977"], "question": "Are the metal benches to the left of the child that is shown in the picture?", "imageId": "n119944", "isBalanced": true, "groups": {"global": null, "local": "13-benches_child"}, "answer": "yes", "semanticStr": "select: benches (15)->filter material: metal [0]->verify rel: child,to the left of,o (0) [1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "15"}, "fullAnswer": {"9": "0", "2": "15"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the benches are to the left of the child."}, "201832430": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832434", "201832432", "201832433", "201832431", "201832508", "201832509"], "equivalent": ["201832430"], "question": "The pillows are lying on what?", "imageId": "n432591", "isBalanced": true, "groups": {"global": "furniture", "local": "14-pillows_lying on,o"}, "answer": "bed", "semanticStr": "select: pillows (3)->relate: _,lying on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillows are lying on the bed."}, "201832461": {"semantic": [{"operation": "select", "dependencies": [], "argument": "nightstand (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201832460", "201832463", "201832462"], "equivalent": ["201832461"], "question": "Is the nightstand on the left?", "imageId": "n432591", "isBalanced": true, "groups": {"global": null, "local": "06-nightstand_left"}, "answer": "no", "semanticStr": "select: nightstand (2)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the nightstand is on the right of the image."}, "201832359": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201832357", "201832356", "201832355", "201832358"], "equivalent": ["201832359"], "question": "Which side of the image is the white lamp on?", "imageId": "n432591", "isBalanced": true, "groups": {"global": null, "local": "10q-lamp_hposition"}, "answer": "right", "semanticStr": "select: lamp (0)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is on the right of the image."}, "201832621": {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "towel (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201832621"], "question": "Are there either red blankets or towels?", "imageId": "n432591", "isBalanced": true, "groups": {"global": null, "local": "04-blanket_red"}, "answer": "no", "semanticStr": "select: blanket (7)->filter color: red [0]->exist: ? [1]->select: towel (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a blanket but it is white."}, "201832264": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "room"}], "entailed": ["201832263", "201832265"], "equivalent": ["201832264"], "question": "Which room is it?", "imageId": "n432591", "isBalanced": true, "groups": {"global": "room", "local": "02q-room"}, "answer": "bedroom", "semanticStr": "select: scene->query: room [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a bedroom."}, "202081706": {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,near,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202081709", "202081708", "202081725", "202081724", "202081705", "202081704", "202081707", "202081716", "202081717", "202081678", "202081701", "202081679", "202081699", "202081710", "202081726"], "equivalent": ["202081707", "202081706"], "question": "The lamp near the laptop computer is of what color?", "imageId": "n433692", "isBalanced": true, "groups": {"global": "color", "local": "10q-lamp_color"}, "answer": "black", "semanticStr": "select: laptop (7)->relate: lamp,near,s (12) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "12", "4:6": "7"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is black."}, "202081924": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (3)"}, {"operation": "verify tone", "dependencies": [0], "argument": "light"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202081923"], "equivalent": ["202081924", "202081923"], "question": "Is the dirt white and light?", "imageId": "n433692", "isBalanced": true, "groups": {"global": null, "local": "05-light_white"}, "answer": "no", "semanticStr": "select: dirt (3)->verify tone: light [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dirt is light but brown."}, "202082273": {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,connected to,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202082180", "202082272", "202082274", "202082275", "202082276", "202082277"], "equivalent": ["202082273"], "question": "What is connected to the laptop?", "imageId": "n433692", "isBalanced": true, "groups": {"global": "device", "local": "14-laptop_connected to,s"}, "answer": "keyboard", "semanticStr": "select: laptop (7)->relate: _,connected to,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is connected to the laptop."}, "202081873": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,lying on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081876", "202081875", "202081874", "202081779"], "equivalent": ["202081873"], "question": "What animal is lying on the mouse pad?", "imageId": "n433692", "isBalanced": true, "groups": {"global": "animal", "local": "14-mouse pad_lying on,s"}, "answer": "cat", "semanticStr": "select: mouse pad (11)->relate: animal,lying on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6:8": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is lying on the mouse pad."}, "202081996": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (2)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["202081998", "202082006", "202082005", "202081991", "202081994", "202081995", "202081973"], "equivalent": ["202081996"], "question": "What shape is the pot?", "imageId": "n433692", "isBalanced": true, "groups": {"global": "shape", "local": "10q-pot_shape"}, "answer": "round", "semanticStr": "select: pot (2)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pot is round."}, "20645610": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20645614", "20645609"], "equivalent": ["20645610"], "question": "What is in the bathroom?", "imageId": "n98544", "isBalanced": true, "groups": {"global": "object", "local": "14-bathroom_in,s"}, "answer": "toilet", "semanticStr": "select: bathroom (8)->relate: _,in,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet is in the bathroom."}, "20645755": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "towel,next to,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20645755"], "question": "Are there any towels next to the white sink?", "imageId": "n98544", "isBalanced": true, "groups": {"global": null, "local": "13-sink_towel"}, "answer": "no", "semanticStr": "select: sink (7)->filter color: white [0]->relate: towel,next to,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"7:9": "7"}, "fullAnswer": {"8": "7", "4": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a heater next to the sink."}, "20645496": {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (10)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "verify color", "dependencies": [1], "argument": "silver"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20645506", "20645505", "20645522", "20645520", "20645507", "20645504", "20645523", "20645502", "20645503", "20645526", "20645527", "20645528", "20645524", "20645508", "20645525", "20645501", "20645529", "20645498", "20645519", "20645497", "20645510", "20645539", "20645537", "20645534", "20645533", "20645532", "20645531", "20645530"], "equivalent": ["20645496"], "question": "Does the tap that is not dirty look small and silver?", "imageId": "n98544", "isBalanced": true, "groups": {"global": null, "local": "05-silver_small"}, "answer": "yes", "semanticStr": "select: faucet (10)->filter cleanliness: not(dirty) [0]->verify color: silver [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "6": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the faucet is small and silver."}, "20645820": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20645823", "20645819"], "equivalent": ["20645820"], "question": "What kind of furniture is on the wall?", "imageId": "n98544", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_on,s"}, "answer": "shelf", "semanticStr": "select: wall (0)->relate: furniture,on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf."}, "20645657": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,on,s (3)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20645657"], "question": "Are there toilet papers on the wall?", "imageId": "n98544", "isBalanced": true, "groups": {"global": null, "local": "13-wall_toilet paper"}, "answer": "yes", "semanticStr": "select: wall (0)->relate: toilet paper,on,s (3) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2:4": "3", "6": "0"}, "fullAnswer": {"8": "0", "4:6": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a toilet paper on the wall."}, "201879811": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudless "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201879811"], "question": "Does the sky look blue and cloudless?", "imageId": "n466319", "isBalanced": true, "groups": {"global": null, "local": "05-blue_cloudless"}, "answer": "no", "semanticStr": "select: sky (13)->verify color: blue [0]->verify weather: cloudless  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is blue but cloudy."}, "201879725": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201879727", "201879726", "201879730", "201879729", "201879728"], "equivalent": ["201879725"], "question": "How is the weather?", "imageId": "n466319", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy."}, "201879902": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201879902"], "question": "Does the striped shirt look long sleeved and white?", "imageId": "n466319", "isBalanced": true, "groups": {"global": null, "local": "05-long sleeved_white"}, "answer": "no", "semanticStr": "select: shirt (5)->filter pattern: striped [0]->verify: long sleeved [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is white but short sleeved."}, "201879845": {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (12)"}, {"operation": "choose", "dependencies": [0], "argument": "dry|wet"}], "entailed": ["201879839", "201879837", "201879858", "201879842", "201879843", "201879840", "201879841", "201879847", "201879844"], "equivalent": ["201879845"], "question": "Is the beach dry or wet?", "imageId": "n466319", "isBalanced": true, "groups": {"global": "17", "local": "10c-beach_17"}, "answer": "dry", "semanticStr": "select: beach (12)->choose: dry|wet [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The beach is dry."}, "201879927": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved"}], "entailed": ["201879929", "201879928"], "equivalent": ["201879927"], "question": "Does the dark shirt look short sleeved?", "imageId": "n466319", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (7)->filter color: dark [0]->verify: short sleeved [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is short sleeved."}, "20827000": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20826999", "20827001"], "equivalent": ["20827000"], "question": "Which kind of furniture is below the countertop?", "imageId": "n283587", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_below,s"}, "answer": "cupboard", "semanticStr": "select: countertop (12)->relate: furniture,below,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard."}, "20827214": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827215", "20827216"], "equivalent": ["20827214"], "question": "What piece of furniture is to the right of the sofa?", "imageId": "n283587", "isBalanced": true, "groups": {"global": "furniture", "local": "15-sofa_to the right of,s"}, "answer": "side table", "semanticStr": "select: sofa (4)->relate: furniture,to the right of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {"10": "4", "1:4": "15"}, "fullAnswer": {"6:8": "15", "1:4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table."}, "20827330": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20827351", "20827350", "20827353", "20827352", "20827333", "20827354", "20827331", "20827373", "20827371", "20827377", "20827339", "20827338", "20827356", "20827342", "20827343", "20827340", "20827341", "20827344", "20827345", "20827364", "20827365", "20827360", "20827361", "20827362", "20827363", "20827329", "20827374"], "equivalent": ["20827329", "20827330"], "question": "Does the window look large and dark?", "imageId": "n283587", "isBalanced": true, "groups": {"global": null, "local": "05-dark_large"}, "answer": "yes", "semanticStr": "select: window (3)->verify color: dark [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is large and dark."}, "20827106": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (12)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20827123", "20827110", "20827108", "20827109", "20827098", "20827136", "20827104", "20827105", "20827107", "20827100", "20827101", "20827102", "20827096", "20827112", "20827097"], "equivalent": ["20827107", "20827106"], "question": "What is the color of the countertop that looks rectangular?", "imageId": "n283587", "isBalanced": true, "groups": {"global": "color", "local": "10q-countertop_color"}, "answer": "light brown", "semanticStr": "select: countertop (12)->filter shape: rectangular [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "12", "6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The countertop is light brown."}, "20827269": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "rectangular"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20827268"], "equivalent": ["20827269"], "question": "Are there either any towels or mirrors that are rectangular?", "imageId": "n283587", "isBalanced": true, "groups": {"global": null, "local": "04-towel_rectangular"}, "answer": "yes", "semanticStr": "select: towel (0)->filter shape: rectangular [0]->exist: ? [1]->select: mirror (-) ->filter shape: rectangular [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the towel is rectangular."}, "20939820": {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (13)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20939820"], "question": "What do the faucet and the light fixture have in common?", "imageId": "n240666", "isBalanced": true, "groups": {"global": null, "local": "09common-faucet_light fixture"}, "answer": "material", "semanticStr": "select: faucet (13)->select: light fixture (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "13", "6:8": "4"}, "fullAnswer": {"4": "13", "7:9": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the faucet and the light fixture are metallic."}, "20939906": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "sink,underneath,o (0)"}], "entailed": ["20939902", "20940176"], "equivalent": ["20939906"], "question": "Is the small trash can underneath the sink?", "imageId": "n240666", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_sink"}, "answer": "yes", "semanticStr": "select: trash can (10)->filter size: small [0]->verify rel: sink,underneath,o (0) [1]", "annotations": {"answer": {}, "question": {"2:5": "10", "7": "0"}, "fullAnswer": {"2:4": "10", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trash bin is underneath the sink."}, "20940369": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20940370"], "equivalent": ["20940369"], "question": "What is in front of the trash can?", "imageId": "n240666", "isBalanced": true, "groups": {"global": "thing", "local": "14-trash can_in front of,s"}, "answer": "mat", "semanticStr": "select: trash can (10)->relate: _,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7:9": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mat is in front of the trash can."}, "20939895": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "can,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20939896"], "equivalent": ["20939896", "20939895"], "question": "Are there any cans near the toilet?", "imageId": "n240666", "isBalanced": true, "groups": {"global": null, "local": "13-toilet_can"}, "answer": "no", "semanticStr": "select: toilet (1)->relate: can,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"8": "1", "4:6": "10"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a trash can near the toilet."}, "20940258": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,underneath,s (2)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20940258"], "question": "Does the toilet paper underneath the window look large and round?", "imageId": "n240666", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "no", "semanticStr": "select: window (3)->relate: toilet paper,underneath,s (2) [0]->verify size: large [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "3"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet paper is round but small."}, "201859352": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (10)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "verify material", "dependencies": [1], "argument": "stainless steel"}], "entailed": ["201859353"], "equivalent": ["201859352", "201859353"], "question": "Is the lid that looks oval made of stainless steel?", "imageId": "n546884", "isBalanced": true, "groups": {"global": null, "local": "06-lid_stainless steel"}, "answer": "no", "semanticStr": "select: lid (10)->filter shape: round [0]->verify material: stainless steel [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the lid is made of plastic."}, "201859611": {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201859606", "201859607", "201859605", "201859608", "201859609", "201859610", "201859613", "201859612", "201859614", "201859617", "201859616"], "equivalent": ["201859611"], "question": "How big is the white basket?", "imageId": "n546884", "isBalanced": true, "groups": {"global": "size", "local": "10q-basket_size"}, "answer": "large", "semanticStr": "select: basket (4)->filter color: white [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The basket is large."}, "201859368": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "receipt,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201859365", "201859367", "201859366", "201859369", "201859372", "201859370", "201859371"], "equivalent": ["201859368"], "question": "What is the size of the receipt that is on the table?", "imageId": "n546884", "isBalanced": true, "groups": {"global": "size", "local": "10q-receipt_size"}, "answer": "small", "semanticStr": "select: table (9)->relate: receipt,on,s (1) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"11": "9", "6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The receipt is small."}, "201859509": {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201859508", "201859510", "201859511", "201859515", "201859407"], "equivalent": ["201859509"], "question": "What is in the basket?", "imageId": "n546884", "isBalanced": true, "groups": {"global": "baked good", "local": "14-basket_in,s"}, "answer": "donut", "semanticStr": "select: basket (4)->relate: _,in,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The doughnut is in the basket."}, "201859401": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cream (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201859400"], "equivalent": ["201859400", "201859401"], "question": "Does the cream look open and brown?", "imageId": "n546884", "isBalanced": true, "groups": {"global": null, "local": "05-brown_open"}, "answer": "no", "semanticStr": "select: cream (0)->verify color: brown [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cream is open but white."}, "201596093": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201596063", "201596091", "201596092"], "equivalent": ["201596093"], "question": "What is under the man?", "imageId": "n302358", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-man_under,s"}, "answer": "mud", "semanticStr": "select: man (1)->relate: _,under,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mud is under the man."}, "201595894": {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scooter (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201595895", "201595896", "201595897"], "equivalent": ["201595894"], "question": "Is there any small scooter or motorcycle in the photograph?", "imageId": "n302358", "isBalanced": true, "groups": {"global": null, "local": "04-motorcycle_small"}, "answer": "no", "semanticStr": "select: motorcycle (0)->filter size: small [0]->exist: ? [1]->select: scooter (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a motorcycle but it is large."}, "201595829": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": ["201595827", "201595828"], "equivalent": ["201595829"], "question": "Does the person near the grass seem to be standing?", "imageId": "n302358", "isBalanced": true, "groups": {"global": null, "local": "06-man_standing"}, "answer": "no", "semanticStr": "select: grass (5)->relate: person,near,s (1) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "5"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is sitting."}, "201596045": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (4)"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}, {"operation": "verify", "dependencies": [0], "argument": "high "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201596052", "201596051", "201596050", "201596049", "201596046", "201596047", "201596044", "201596042", "201596036", "201596040", "201596041", "201596037", "201596039", "201596038", "201596048", "201596043"], "equivalent": ["201596044", "201596045"], "question": "Is the sky clear and high?", "imageId": "n302358", "isBalanced": true, "groups": {"global": null, "local": "05-clear_high"}, "answer": "yes", "semanticStr": "select: sky (4)->verify weather: clear [0]->verify: high  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is clear and high."}, "201596119": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|white"}], "entailed": [], "equivalent": ["201596119"], "question": "Is the bench white or brown?", "imageId": "n302358", "isBalanced": true, "groups": {"global": "color", "local": "10c-bench_color"}, "answer": "brown", "semanticStr": "select: bench (8)->choose color: brown|white [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bench is brown."}, "20923126": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ambulance (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (27)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923036", "20923129", "20923128", "20923127", "20923130"], "equivalent": ["20923126"], "question": "How is the vehicle to the left of the ambulance called?", "imageId": "n480253", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-ambulance_to the left of,s"}, "answer": "fire truck", "semanticStr": "select: ambulance (9)->relate: vehicle,to the left of,s (27) [0]->query: name [1]", "annotations": {"answer": {"0:2": "27"}, "question": {"9": "9", "3": "27"}, "fullAnswer": {"1": "27", "4:6": "27"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck."}, "20922948": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20922949", "20922952", "20922951", "20922950"], "equivalent": ["20922948"], "question": "Is the brown car on the right?", "imageId": "n480253", "isBalanced": true, "groups": {"global": null, "local": "06-car_right"}, "answer": "yes", "semanticStr": "select: car (19)->filter color: brown [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the car is on the right of the image."}, "20922902": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wire (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,connected to,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20922903"], "equivalent": ["20922902"], "question": "The wire is connected to what?", "imageId": "n480253", "isBalanced": true, "groups": {"global": "object", "local": "14-wire_connected to,o"}, "answer": "telephone pole", "semanticStr": "select: wire (14)->relate: _,connected to,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "6:8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wire is connected to the telephone pole."}, "20923017": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (29)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "full"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20923016", "20923012", "20923025", "20923014", "20923018", "20923008", "20923021", "20923015", "20923007", "20923023", "20923011", "20923022", "20923013", "20923027"], "equivalent": ["20923017"], "question": "Do the green trees look full and tall?", "imageId": "n480253", "isBalanced": true, "groups": {"global": null, "local": "05-full_tall"}, "answer": "yes", "semanticStr": "select: trees (29)->filter color: green [0]->verify: full [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "29"}, "fullAnswer": {"2": "29"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are full and tall."}, "20922821": {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (10)"}, {"operation": "verify", "dependencies": [0], "argument": "snowy"}], "entailed": ["20922816", "20922818", "20922819"], "equivalent": ["20922821"], "question": "Does the barn seem to be snowy?", "imageId": "n480253", "isBalanced": true, "groups": {"global": null, "local": "06-barn_snowy"}, "answer": "yes", "semanticStr": "select: barn (10)->verify: snowy [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the barn is snowy."}, "201976486": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (12)"}, {"operation": "choose color", "dependencies": [0], "argument": "gray|orange"}], "entailed": ["201976487"], "equivalent": ["201976486", "201976487"], "question": "Is the sky orange or gray?", "imageId": "n279173", "isBalanced": true, "groups": {"global": "color", "local": "10c-sky_color"}, "answer": "gray", "semanticStr": "select: sky (12)->choose color: gray|orange [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sky is gray."}, "201976750": {"semantic": [{"operation": "select", "dependencies": [], "argument": "flags (11)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the right of,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201976749"], "equivalent": ["201976750"], "question": "Does the bag to the right of the flags look blue and large?", "imageId": "n279173", "isBalanced": true, "groups": {"global": null, "local": "05-blue_large"}, "answer": "no", "semanticStr": "select: flags (11)->relate: bag,to the right of,s (4) [0]->verify color: blue [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "11", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the backpack is blue but small."}, "201976505": {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201976504", "201976507", "201976506", "201976503", "201976509", "201976508", "201976511"], "equivalent": ["201976505", "201976506"], "question": "What color does the license plate have?", "imageId": "n279173", "isBalanced": true, "groups": {"global": "color", "local": "10q-license plate_color"}, "answer": "white", "semanticStr": "select: license plate (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The license plate has white color."}, "201976967": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976966", "201976622"], "equivalent": ["201976967"], "question": "What is the person on?", "imageId": "n279173", "isBalanced": true, "groups": {"global": "object", "local": "14-person_on,o"}, "answer": "motorcycle", "semanticStr": "select: person (6)->relate: _,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "6", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is on the motorcycle."}, "201976899": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976898", "201976820"], "equivalent": ["201976899"], "question": "What sign is on the street?", "imageId": "n279173", "isBalanced": true, "groups": {"global": "sign", "local": "15-street_on,s"}, "answer": "street sign", "semanticStr": "select: street (10)->relate: sign,on,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign."}, "20865433": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865413", "20865412", "20865428", "20865425", "20865427", "20865426", "20865414", "20865431"], "equivalent": ["20865433"], "question": "What kind of animal is large?", "imageId": "n143935", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "cow", "semanticStr": "select: animal (1)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cow."}, "20865622": {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (6)"}, {"operation": "choose size", "dependencies": [0], "argument": "small|large"}], "entailed": ["20865624", "20865616", "20865617", "20865615", "20865621", "20865619", "20865618", "20865620"], "equivalent": ["20865622"], "question": "What size is the house, small or large?", "imageId": "n143935", "isBalanced": true, "groups": {"global": "size", "local": "10c-house_size"}, "answer": "small", "semanticStr": "select: house (6)->choose size: small|large [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The house is small."}, "20865572": {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20865578", "20865568", "20865569", "20865573", "20865571", "20865570", "20865577", "20865576", "20865575", "20865574", "20865567"], "equivalent": ["20865572"], "question": "What's the barn made of?", "imageId": "n143935", "isBalanced": true, "groups": {"global": "material", "local": "10q-barn_material"}, "answer": "wood", "semanticStr": "select: barn (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The barn is made of wood."}, "20865464": {"semantic": [{"operation": "select", "dependencies": [], "argument": "calf (0)"}, {"operation": "relate", "dependencies": [0], "argument": "pig,behind,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20865465", "20865466"], "equivalent": ["20865464", "20865465"], "question": "Are there any pigs behind the calf?", "imageId": "n143935", "isBalanced": true, "groups": {"global": null, "local": "13-calf_pig"}, "answer": "no", "semanticStr": "select: calf (0)->relate: pig,behind,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "1", "7": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cow behind the calf."}, "20865566": {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (5)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20865560", "20865578", "20865568", "20865569", "20865561", "20865573", "20865572", "20865570", "20865577", "20865576", "20865575", "20865574", "20865559", "20865564", "20865567", "20865562", "20865565", "20865563", "20865571"], "equivalent": ["20865566"], "question": "Does the barn seem to be wooden and large?", "imageId": "n143935", "isBalanced": true, "groups": {"global": null, "local": "05-large_wood"}, "answer": "yes", "semanticStr": "select: barn (5)->verify size: large [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the barn is wooden and large."}, "20600241": {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebras (5)"}, {"operation": "relate", "dependencies": [0], "argument": "zebra,beside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20600242", "20600243", "20600240", "20600246", "20600244", "20600245", "20600264", "20600262", "20600263", "20600256"], "equivalent": ["20600242", "20600241"], "question": "What is the size of the zebra beside the other zebras?", "imageId": "n196058", "isBalanced": true, "groups": {"global": "size", "local": "10q-zebra_size"}, "answer": "small", "semanticStr": "select: zebras (5)->relate: zebra,beside,s (4) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"10": "5", "6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The zebra is small."}, "20600229": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lambs (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "seal (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20600228"], "equivalent": ["20600229"], "question": "Are there any seals or lambs?", "imageId": "n196058", "isBalanced": true, "groups": {"global": null, "local": "09existOr-lambs_seal"}, "answer": "no", "semanticStr": "select: lambs (-)->exist: ? [0]->select: seal (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no seals or lambs."}, "20600090": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (14)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20600087", "20600089", "20600092", "20600086", "20600085", "20600091"], "equivalent": ["20600089", "20600090"], "question": "Do you see any short grass?", "imageId": "n196058", "isBalanced": true, "groups": {"global": null, "local": "04-grass_short"}, "answer": "yes", "semanticStr": "select: grass (14)->filter height: short [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "14"}, "fullAnswer": {"4": "14"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is short grass."}, "20600275": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rock (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "verify rel", "dependencies": [1], "argument": "donkeys,sitting beside,o (-)"}], "entailed": [], "equivalent": ["20600275"], "question": "Is the gray rock sitting beside donkeys?", "imageId": "n196058", "isBalanced": true, "groups": {"global": null, "local": "13-rock_donkeys"}, "answer": "no", "semanticStr": "select: rock (9)->filter color: gray [0]->verify rel: donkeys,sitting beside,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9", "7": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the rock is sitting beside the zebras."}, "20600071": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600070"], "equivalent": ["20600071"], "question": "What is the tree before?", "imageId": "n196058", "isBalanced": true, "groups": {"global": "", "local": "14-tree_in front of,o"}, "answer": "brush", "semanticStr": "select: tree (10)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "10", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the brush."}, "202227832": {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (3)"}, {"operation": "select", "dependencies": [], "argument": "dvd player (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202227831"], "equivalent": ["202227832"], "question": "Do the speaker and the DVD player have a different colors?", "imageId": "n77818", "isBalanced": true, "groups": {"global": null, "local": "09diff-dvd player_speaker"}, "answer": "no", "semanticStr": "select: speaker (3)->select: dvd player (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "3", "5:7": "10"}, "fullAnswer": {"3": "3", "6:8": "10"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the speaker and the DVD player are black."}, "202228667": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202228665", "202228664", "202228666"], "equivalent": ["202228667"], "question": "On which side are the towels?", "imageId": "n77818", "isBalanced": true, "groups": {"global": null, "local": "10q-towels_hposition"}, "answer": "left", "semanticStr": "select: towels (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towels are on the left of the image."}, "202228746": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper shaker (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "book,near,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202228746"], "question": "Are there any books near the pepper grinder made of wood?", "imageId": "n77818", "isBalanced": true, "groups": {"global": null, "local": "13-pepper shaker_book"}, "answer": "yes", "semanticStr": "select: pepper shaker (0)->filter material: wood [0]->relate: book,near,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "0", "3": "8", "6:8": "0"}, "fullAnswer": {"4": "8", "7:9": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a book near the pepper shaker."}, "202228644": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (7)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["202228643", "202228642", "202228641", "202228639"], "equivalent": ["202228643", "202228644"], "question": "Which shape does the tissue box have?", "imageId": "n77818", "isBalanced": true, "groups": {"global": "shape", "local": "10q-tissue box_shape"}, "answer": "rectangular", "semanticStr": "select: tissue box (7)->query: shape [0]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tissue box has rectangular shape."}, "202228183": {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "entertainment center,on top of,o (11)"}], "entailed": [], "equivalent": ["202228183"], "question": "Is the TV on top of an entertainment center?", "imageId": "n77818", "isBalanced": true, "groups": {"global": null, "local": "13-television_entertainment center"}, "answer": "yes", "semanticStr": "select: television (1)->verify rel: entertainment center,on top of,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "1", "7:9": "11"}, "fullAnswer": {"8:10": "11", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the TV is on top of an entertainment center."}, "20692441": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(wet)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|white"}], "entailed": [], "equivalent": ["20692441"], "question": "Are the towels that are not wet brown or white?", "imageId": "n499081", "isBalanced": true, "groups": {"global": "color", "local": "10c-towels_color"}, "answer": "brown", "semanticStr": "select: towels (6)->filter: not(wet) [0]->choose color: brown|white [1]", "annotations": {"answer": {}, "question": {"2": "6", "6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The towels are brown."}, "20692514": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20692450", "20692449", "20692513", "20692515", "20692517", "20692516"], "equivalent": ["20692514"], "question": "What item of furniture is behind the rug?", "imageId": "n499081", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_behind,s"}, "answer": "cabinet", "semanticStr": "select: rug (7)->relate: furniture,behind,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1:4": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet."}, "20692211": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20692231", "20692204", "20692206", "20692212", "20692210", "20692209", "20692208", "20692254", "20692220"], "equivalent": ["20692211"], "question": "How big is the silver mirror?", "imageId": "n499081", "isBalanced": true, "groups": {"global": "size", "local": "10q-mirror_size"}, "answer": "small", "semanticStr": "select: mirror (0)->filter color: silver [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is small."}, "20692344": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shower (4)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20692337", "20692350", "20692339", "20692362", "20692348", "20692340", "20692341", "20692342", "20692343", "20692345", "20692346", "20692347"], "equivalent": ["20692344"], "question": "How large is the shower?", "imageId": "n499081", "isBalanced": true, "groups": {"global": "size", "local": "10q-shower_size"}, "answer": "large", "semanticStr": "select: shower (4)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shower is large."}, "20692564": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20692552", "20692547", "20692563", "20692565", "20692566", "20692567", "20692568", "20692569", "20692548", "20692549", "20692558", "20692555", "20692554", "20692557", "20692556", "20692551", "20692550", "20692553", "20692578", "20692573", "20692572", "20692571", "20692570"], "equivalent": ["20692564"], "question": "Does the window have square shape and small size?", "imageId": "n499081", "isBalanced": true, "groups": {"global": null, "local": "05-small_square"}, "answer": "yes", "semanticStr": "select: window (8)->verify size: small [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is square and small."}, "20710151": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "train,above,o (-)"}], "entailed": [], "equivalent": ["20710151"], "question": "Is the sky above a train?", "imageId": "n489699", "isBalanced": true, "groups": {"global": null, "local": "13-sky_train"}, "answer": "no", "semanticStr": "select: sky (11)->verify rel: train,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sky is above a parent."}, "20710104": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20710110", "20710106", "20710109", "20710108", "20710112", "20710107", "20710111", "20710105"], "equivalent": ["20710106", "20710105", "20710104"], "question": "How is the weather in this scene?", "imageId": "n489699", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy."}, "20710194": {"semantic": [{"operation": "select", "dependencies": [], "argument": "parent (4)"}, {"operation": "relate", "dependencies": [0], "argument": "parent,to the left of,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "blond"}], "entailed": ["20710195", "20710196", "20710197", "20710192", "20710189"], "equivalent": ["20710194"], "question": "Does the parent to the left of the other parent look blond?", "imageId": "n489699", "isBalanced": true, "groups": {"global": null, "local": "06-parent_blond"}, "answer": "yes", "semanticStr": "select: parent (4)->relate: parent,to the left of,s (0) [0]->verify color: blond [1]", "annotations": {"answer": {}, "question": {"9": "4", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the parent is blond."}, "20710438": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (9)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "orange "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20710438"], "question": "Do the trousers look orange and long?", "imageId": "n489699", "isBalanced": true, "groups": {"global": null, "local": "05-long_orange"}, "answer": "no", "semanticStr": "select: pants (9)->verify length: long [0]->verify color: orange  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trousers are long but black."}, "20710258": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "child,to the left of,s (2)"}, {"operation": "filter pose", "dependencies": [1], "argument": "standing"}, {"operation": "query", "dependencies": [2], "argument": "activity"}], "entailed": ["20710262", "20710260", "20710257", "20710261"], "equivalent": ["20710258"], "question": "What is the standing child to the left of the helmet doing?", "imageId": "n489699", "isBalanced": true, "groups": {"global": "activity", "local": "10q-child_activity"}, "answer": "looking up", "semanticStr": "select: helmet (7)->relate: child,to the left of,s (2) [0]->filter pose: standing [1]->query: activity [2]", "annotations": {"answer": {}, "question": {"10": "7", "3:5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The child is looking up."}, "202262005": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (4)"}, {"operation": "select", "dependencies": [], "argument": "saucer (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202262006"], "equivalent": ["202262005"], "question": "Is the color of the mug the same as the saucer?", "imageId": "n28572", "isBalanced": true, "groups": {"global": null, "local": "09same-mug_saucer"}, "answer": "yes", "semanticStr": "select: mug (4)->select: saucer (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "5": "4"}, "fullAnswer": {"3": "4", "6": "8"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the mug and the saucer are white."}, "202262127": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "spoon (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "plastic"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["202262127"], "question": "Do you see either any forks or spoons that are made of plastic?", "imageId": "n28572", "isBalanced": true, "groups": {"global": null, "local": "04-fork_plastic"}, "answer": "no", "semanticStr": "select: fork (13)->filter material: plastic [0]->exist: ? [1]->select: spoon (-) ->filter material: plastic [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "13"}, "fullAnswer": {"4": "13"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a fork but it is made of stainless steel."}, "202262107": {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (24)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262106"], "equivalent": ["202262107"], "question": "What are the flowers in front of?", "imageId": "n28572", "isBalanced": true, "groups": {"global": "thing", "local": "14-flowers_in front of,o"}, "answer": "napkin", "semanticStr": "select: flowers (24)->relate: _,in front of,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "24", "7": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are in front of the napkin."}, "202262196": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (28)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["202262197", "202262199", "202262198"], "equivalent": ["202262196"], "question": "Is the chair on the left side?", "imageId": "n28572", "isBalanced": true, "groups": {"global": null, "local": "06-chair_left"}, "answer": "yes", "semanticStr": "select: chair (28)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "28"}, "fullAnswer": {"2": "28"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is on the left of the image."}, "202262176": {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (24)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262175"], "equivalent": ["202262176"], "question": "What's in front of the flowers?", "imageId": "n28572", "isBalanced": true, "groups": {"global": "", "local": "14-flowers_in front of,s"}, "answer": "menu", "semanticStr": "select: flowers (24)->relate: _,in front of,s (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {}, "fullAnswer": {"1": "22", "7": "24"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The menu is in front of the flowers."}, "20679077": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20679076", "20679079", "20679080", "20679078", "20679082", "20679081"], "equivalent": ["20679077"], "question": "Which place is it?", "imageId": "n493357", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a park."}, "20679332": {"semantic": [{"operation": "select", "dependencies": [], "argument": "branches (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,eating from,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20679333", "20679290"], "equivalent": ["20679332"], "question": "What animal is eating from the branches?", "imageId": "n493357", "isBalanced": true, "groups": {"global": "animal", "local": "14-branches_eating from,s"}, "answer": "giraffe", "semanticStr": "select: branches (7)->relate: animal,eating from,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is eating from the branches."}, "20679215": {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (5)"}, {"operation": "relate", "dependencies": [0], "argument": "giraffe,to the right of,s (1)"}, {"operation": "verify fatness", "dependencies": [1], "argument": "skinny"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20679220", "20679217", "20679216", "20679221", "20679236", "20679235", "20679234", "20679233", "20679232", "20679231", "20679230", "20679214", "20679229", "20679204"], "equivalent": ["20679215"], "question": "Is the giraffe to the right of the house both skinny and yellow?", "imageId": "n493357", "isBalanced": true, "groups": {"global": null, "local": "05-skinny_yellow"}, "answer": "yes", "semanticStr": "select: house (5)->relate: giraffe,to the right of,s (1) [0]->verify fatness: skinny [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "5", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the giraffe is skinny and yellow."}, "20679424": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "bare"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20679425"], "equivalent": ["20679424"], "question": "Do the green trees appear to be tall and bare?", "imageId": "n493357", "isBalanced": true, "groups": {"global": null, "local": "05-bare_tall"}, "answer": "no", "semanticStr": "select: trees (9)->filter color: green [0]->verify: bare [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are tall but leafy."}, "20679393": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bunny (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "seals (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20679392"], "equivalent": ["20679393"], "question": "Are there any seals or bunnies in the picture?", "imageId": "n493357", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bunny_seals"}, "answer": "no", "semanticStr": "select: bunny (-)->exist: ? [0]->select: seals (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no seals or bunnies."}, "201556973": {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (5)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201556972", "201556970", "201556971", "201556976", "201556977", "201556974", "201556975", "201556979", "201556969", "201556968"], "equivalent": ["201556973"], "question": "How big is the open book?", "imageId": "n525901", "isBalanced": true, "groups": {"global": "size", "local": "10q-book_size"}, "answer": "large", "semanticStr": "select: book (5)->filter: open [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book is large."}, "201557047": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556466", "201556467", "201557048"], "equivalent": ["201557047"], "question": "What is the item of furniture that the window is behind of?", "imageId": "n525901", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_behind,o"}, "answer": "desk", "semanticStr": "select: window (8)->relate: furniture,behind,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"8": "8", "3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk."}, "201556583": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "choose name", "dependencies": [1], "argument": "shelf|office chair"}], "entailed": [], "equivalent": ["201556583"], "question": "Which piece of furniture is not tall, the shelf or the office chair?", "imageId": "n525901", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#tall"}, "answer": "office chair", "semanticStr": "select: furniture (2)->filter height: not(tall) [0]->choose name: shelf|office chair [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"8": "12", "1:4": "12", "11:13": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The office chair is not tall."}, "201556938": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pen (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201556936", "201556937"], "equivalent": ["201556938"], "question": "What is the pen made of?", "imageId": "n525901", "isBalanced": true, "groups": {"global": "material", "local": "10q-pen_material"}, "answer": "plastic", "semanticStr": "select: pen (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pen is made of plastic."}, "201556903": {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556904", "201556902", "201556786"], "equivalent": ["201556903"], "question": "What kind of device is on top of the desk?", "imageId": "n525901", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "laptop", "semanticStr": "select: desk (10)->relate: device,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop."}, "20711720": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cable (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20711646", "20711717", "20711716", "20711719", "20711718"], "equivalent": ["20711720"], "question": "What kind of furniture is the cable on?", "imageId": "n549922", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cable_on,o"}, "answer": "table", "semanticStr": "select: cable (9)->relate: furniture,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "9", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cable is on the table."}, "20711603": {"semantic": [{"operation": "select", "dependencies": [], "argument": "stuffed bear (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20711604"], "equivalent": ["20711603"], "question": "What is the stuffed bear in front of?", "imageId": "n549922", "isBalanced": true, "groups": {"global": "", "local": "14-stuffed bear_in front of,o"}, "answer": "counter", "semanticStr": "select: stuffed bear (1)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "1"}, "fullAnswer": {"8": "2", "1:3": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stuffed bear is in front of the counter."}, "20711713": {"semantic": [{"operation": "select", "dependencies": [], "argument": "papers (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "nightstand,on,o (-)"}], "entailed": [], "equivalent": ["20711713"], "question": "Are these papers on a nightstand?", "imageId": "n549922", "isBalanced": true, "groups": {"global": null, "local": "13-papers_nightstand"}, "answer": "no", "semanticStr": "select: papers (6)->verify rel: nightstand,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6", "6": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the papers are on a table."}, "201624134": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (5)"}, {"operation": "filter", "dependencies": [0], "argument": "warm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624132", "201624118", "201624119", "201624121", "201624120", "201624122"], "equivalent": ["201624134"], "question": "Which kind of cooking utensil is warm?", "imageId": "n59676", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_warm"}, "answer": "pan", "semanticStr": "select: cooking utensil (5)->filter: warm [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "5"}, "fullAnswer": {"1:3": "5", "5": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a pan."}, "201624084": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting at,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624049", "201624050"], "equivalent": ["201624084"], "question": "Who is sitting at the table?", "imageId": "n59676", "isBalanced": true, "groups": {"global": "person", "local": "14-table_sitting at,s"}, "answer": "woman", "semanticStr": "select: table (9)->relate: person,sitting at,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting at the table."}, "201624317": {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cake (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201624232", "201624316"], "equivalent": ["201624317"], "question": "Is there a knife or a cake in the picture?", "imageId": "n59676", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cake_knife"}, "answer": "no", "semanticStr": "select: knife (-)->exist: ? [0]->select: cake (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no cakes or knives."}, "201624174": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624187", "201624186", "201624185", "201624172", "201624173", "201624176", "201624177", "201624175", "201624152", "201624188"], "equivalent": ["201624174"], "question": "What is on the pan?", "imageId": "n59676", "isBalanced": true, "groups": {"global": "fast food", "local": "14-pan_on,s"}, "answer": "pizza", "semanticStr": "select: pan (5)->relate: _,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza is on the pan."}, "201623985": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201623985"], "question": "Are there small doors or windows?", "imageId": "n59676", "isBalanced": true, "groups": {"global": null, "local": "04-window_small"}, "answer": "no", "semanticStr": "select: window (11)->filter size: small [0]->exist: ? [1]->select: door (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but it is large."}, "201510216": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pear (0)"}, {"operation": "select", "dependencies": [], "argument": "table (7) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201510216"], "question": "What do both the pear and the table have in common?", "imageId": "n541854", "isBalanced": true, "groups": {"global": null, "local": "09common-pear_table"}, "answer": "shape", "semanticStr": "select: pear (0)->select: table (7) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "7"}, "fullAnswer": {"4": "0", "7": "7"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the pear and the table are round."}, "201510495": {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510496"], "equivalent": ["201510495"], "question": "What is the knife on?", "imageId": "n541854", "isBalanced": true, "groups": {"global": "object", "local": "14-knife_on,o"}, "answer": "tray", "semanticStr": "select: knife (3)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knife is on the tray."}, "201510209": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose place", "dependencies": [0], "argument": "restaurant|market"}], "entailed": ["201510207", "201510208"], "equivalent": ["201510207", "201510208", "201510209"], "question": "Is this a picture of a restaurant or a market?", "imageId": "n541854", "isBalanced": true, "groups": {"global": "place", "local": "02c-place"}, "answer": "restaurant", "semanticStr": "select: scene->choose place: restaurant|market [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is showing a restaurant."}, "201510205": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201510206", "201510207", "201510204", "201510208", "201510209", "201510210"], "equivalent": ["201510205"], "question": "Which place is it?", "imageId": "n541854", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "restaurant", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a restaurant."}, "201510262": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201510273", "201510272", "201510271", "201510277", "201510275", "201510274", "201510278", "201510291", "201510290", "201510293", "201510292", "201510295", "201510294", "201510263", "201510264", "201510265", "201510246", "201510303", "201510302", "201510288", "201510289", "201510286", "201510287"], "equivalent": ["201510262"], "question": "Does the fork look hard and silver?", "imageId": "n541854", "isBalanced": true, "groups": {"global": null, "local": "05-hard_silver"}, "answer": "yes", "semanticStr": "select: fork (1)->verify hardness: hard [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fork is hard and silver."}, "201492336": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (25)"}, {"operation": "choose", "dependencies": [0], "argument": "closed|open"}], "entailed": ["201492322", "201492323", "201492335", "201492334", "201492333", "201492331", "201492330"], "equivalent": ["201492336", "201492335"], "question": "How does the baseball mitt look, open or closed?", "imageId": "n9856", "isBalanced": true, "groups": {"global": "15", "local": "10c-baseball mitt_15"}, "answer": "closed", "semanticStr": "select: baseball mitt (25)->choose: closed|open [0]", "annotations": {"answer": {}, "question": {"3:5": "25"}, "fullAnswer": {"1:3": "25"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The baseball mitt is closed."}, "201492104": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (24)"}, {"operation": "select", "dependencies": [], "argument": "shirt (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201492105", "201492106"], "equivalent": ["201492104"], "question": "Do the baseball and the shirt have the same color?", "imageId": "n9856", "isBalanced": true, "groups": {"global": null, "local": "09same-baseball_shirt"}, "answer": "yes", "semanticStr": "select: baseball (24)->select: shirt (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "24", "5": "10"}, "fullAnswer": {"3": "24", "6": "10"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the baseball and the shirt are white."}, "201492371": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (29)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bucket (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201492371"], "question": "Are there either any fences or buckets?", "imageId": "n9856", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bucket_fence"}, "answer": "yes", "semanticStr": "select: fence (29)->exist: ? [0]->select: bucket (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "29"}, "fullAnswer": {"4": "29"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fence."}, "201492288": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|dirty"}], "entailed": ["201492273", "201492287", "201492286", "201492285", "201492284", "201492283", "201492282"], "equivalent": ["201492288"], "question": "Are the trousers made of cloth dirty or clean?", "imageId": "n9856", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-pants_cleanliness"}, "answer": "clean", "semanticStr": "select: pants (12)->filter material: cloth [0]->choose cleanliness: clean|dirty [1]", "annotations": {"answer": {}, "question": {"2": "12", "5": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trousers are clean."}, "201492102": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (19)"}, {"operation": "select", "dependencies": [], "argument": "socks (17) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201492100", "201492101", "201492103"], "equivalent": ["201492101", "201492102", "201492103"], "question": "Are the shoes different in color than the socks?", "imageId": "n9856", "isBalanced": true, "groups": {"global": null, "local": "09diff-shoes_socks"}, "answer": "no", "semanticStr": "select: shoes (19)->select: socks (17) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "17", "2": "19"}, "fullAnswer": {"3": "19", "6": "17"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shoes and the socks are black."}, "20691665": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20691665"], "question": "What is hanging from the wall?", "imageId": "n153293", "isBalanced": true, "groups": {"global": "textile", "local": "14-wall_hanging from,s"}, "answer": "towels", "semanticStr": "select: wall (12)->relate: _,hanging from,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towels are hanging from the wall."}, "20691508": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (13)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20691508"], "question": "Does the floor look clean and white?", "imageId": "n153293", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "no", "semanticStr": "select: floor (13)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the floor is clean but black."}, "20691524": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20691523", "20691525", "20691527", "20691526"], "equivalent": ["20691524"], "question": "Is the closed toilet on the left?", "imageId": "n153293", "isBalanced": true, "groups": {"global": null, "local": "06-toilet_left"}, "answer": "no", "semanticStr": "select: toilet (0)->filter: closed [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the toilet is on the right of the image."}, "20691792": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20691792"], "question": "What hangs above the floor?", "imageId": "n153293", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-floor_hanging above,s"}, "answer": "ceiling", "semanticStr": "select: floor (13)->relate: _,hanging above,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ceiling hangs above the floor."}, "20691682": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20691679", "20691678", "20691674", "20691672", "20691675", "20691704", "20691676", "20691688", "20691689", "20691680", "20691681", "20691684", "20691685", "20691686"], "equivalent": ["20691682"], "question": "What is the sink made of?", "imageId": "n153293", "isBalanced": true, "groups": {"global": "material", "local": "10q-sink_material"}, "answer": "porcelain", "semanticStr": "select: sink (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is made of porcelain."}, "20349971": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20349969", "20349974", "20349967", "20349960", "20349970", "20349972", "20349973"], "equivalent": ["20349971"], "question": "What is the color of the shirt?", "imageId": "n468864", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: shirt (6)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is white."}, "20349725": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20349702", "20349701", "20349712"], "equivalent": ["20349725"], "question": "Who is sitting?", "imageId": "n468864", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "woman", "semanticStr": "select: person (1)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sitting."}, "20349903": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (5)"}, {"operation": "relate", "dependencies": [0], "argument": "cell phones,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20349905", "20349904", "20349901", "20349902"], "equivalent": ["20349903"], "question": "What color do you think the cellphones to the right of the cell phone have?", "imageId": "n468864", "isBalanced": true, "groups": {"global": "color", "local": "10q-cell phones_color"}, "answer": "white", "semanticStr": "select: cell phone (5)->relate: cell phones,to the right of,s (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "4", "12:14": "5"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mobile phones have white color."}, "20349929": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (7)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|blond"}], "entailed": [], "equivalent": ["20349929"], "question": "Does the hair seem to be black or blond?", "imageId": "n468864", "isBalanced": true, "groups": {"global": "color", "local": "10c-hair_color"}, "answer": "black", "semanticStr": "select: hair (7)->choose color: black|blond [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The hair is black."}, "20349863": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20349866", "20349859", "20349864", "20349865", "20349862", "20349860", "20349858", "20349857", "20349875", "20349861", "20349840", "20349856", "20349872", "20349873", "20349874"], "equivalent": ["20349863"], "question": "Which color is the bag that is not closed?", "imageId": "n468864", "isBalanced": true, "groups": {"global": "color", "local": "10q-purse_color"}, "answer": "beige", "semanticStr": "select: bag (2)->filter: not(closed) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "2", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The purse is beige."}, "201998202": {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201998203"], "equivalent": ["201998202", "201998203"], "question": "Does the statue that is standing look large and gray?", "imageId": "n319845", "isBalanced": true, "groups": {"global": null, "local": "05-gray_large"}, "answer": "no", "semanticStr": "select: statue (7)->filter pose: standing [0]->verify color: gray [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the statue is gray but small."}, "201997560": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,to the left of,s (11)"}, {"operation": "verify color", "dependencies": [1], "argument": "dark brown"}, {"operation": "verify", "dependencies": [1], "argument": "empty "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201997539", "201997538", "201997546", "201997523", "201997533", "201997535", "201997534", "201997537", "201997526", "201997541", "201997568", "201997569", "201997543", "201997540", "201997548", "201997549", "201997561", "201997570", "201997564", "201997542"], "equivalent": ["201997560"], "question": "Do the chairs that are to the left of the vase appear to be empty and dark brown?", "imageId": "n319845", "isBalanced": true, "groups": {"global": null, "local": "05-dark brown_empty"}, "answer": "yes", "semanticStr": "select: vase (3)->relate: chairs,to the left of,s (11) [0]->verify color: dark brown [1]->verify: empty  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "3", "2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chairs are empty and dark brown."}, "201998380": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201998381", "201998378", "201998379"], "equivalent": ["201998380"], "question": "What pieces of furniture are to the right of the vase?", "imageId": "n319845", "isBalanced": true, "groups": {"global": "furniture", "local": "15-vase_to the right of,s"}, "answer": "chairs", "semanticStr": "select: vase (3)->relate: furniture,to the right of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1:4": "9"}, "fullAnswer": {"1:4": "9", "5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs."}, "201998179": {"semantic": [{"operation": "select", "dependencies": [], "argument": "apron (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201998178", "201998190", "201998191", "201998175", "201998176", "201998177", "201998181", "201998180", "201998183", "201998182"], "equivalent": ["201998179"], "question": "How big is the red apron?", "imageId": "n319845", "isBalanced": true, "groups": {"global": "size", "local": "10q-apron_size"}, "answer": "small", "semanticStr": "select: apron (2)->filter color: red [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The apron is small."}, "201997757": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (14)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sparse)"}, {"operation": "choose", "dependencies": [1], "argument": "leafy|bare"}], "entailed": ["201997756"], "equivalent": ["201997757"], "question": "Are the trees that are not sparse bare or leafy?", "imageId": "n319845", "isBalanced": true, "groups": {"global": "25", "local": "10c-trees_25"}, "answer": "leafy", "semanticStr": "select: tree (14)->filter: not(sparse) [0]->choose: leafy|bare [1]", "annotations": {"answer": {}, "question": {"2": "14", "6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are leafy."}, "201153409": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (6)"}, {"operation": "choose rel", "dependencies": [0], "argument": "fence,to the left of|to the right of,s (4)"}], "entailed": ["201153410", "201153408", "201153483", "201153482"], "equivalent": ["201153410", "201153409"], "question": "Is the fence to the left or to the right of the glasses?", "imageId": "n160664", "isBalanced": true, "groups": {"global": null, "local": "13-glasses_fence"}, "answer": "left", "semanticStr": "select: glasses (6)->choose rel: fence,to the left of|to the right of,s (4) [0]", "annotations": {"answer": {}, "question": {"2": "4", "12": "6"}, "fullAnswer": {"1": "4", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fence is to the left of the glasses."}, "201153282": {"semantic": [{"operation": "select", "dependencies": [], "argument": "post (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153281", "201153186", "201153285"], "equivalent": ["201153282"], "question": "Who is in front of the post?", "imageId": "n160664", "isBalanced": true, "groups": {"global": "person", "local": "14-post_in front of,s"}, "answer": "woman", "semanticStr": "select: post (8)->relate: person,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the post."}, "201153030": {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153500", "201153499", "201153031", "201153032"], "equivalent": ["201153030", "201153031"], "question": "What is the animal that the forest is behind of called?", "imageId": "n160664", "isBalanced": true, "groups": {"global": "animal", "local": "15-forest_behind,o"}, "answer": "giraffe", "semanticStr": "select: forest (11)->relate: animal,behind,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9", "6": "11"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a giraffe."}, "201153466": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201153469", "201153468", "201153467", "201153465", "201153463"], "equivalent": ["201153466"], "question": "What are the glasses made of?", "imageId": "n160664", "isBalanced": true, "groups": {"global": "material", "local": "10q-glasses_material"}, "answer": "glass", "semanticStr": "select: glasses (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are made of glass."}, "201153620": {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking down at,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153618", "201153619"], "equivalent": ["201153620"], "question": "Who is the giraffe looking down at?", "imageId": "n160664", "isBalanced": true, "groups": {"global": "person", "local": "14-giraffe_looking down at,o"}, "answer": "man", "semanticStr": "select: giraffe (9)->relate: person,looking down at,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "9", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is looking down at the man."}, "201983737": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201983737"], "question": "Are there any bags or cars?", "imageId": "n16378", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bag_car"}, "answer": "yes", "semanticStr": "select: bag (0)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bag."}, "201983618": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,walking behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983617", "201984001", "201984002"], "equivalent": ["201983618"], "question": "Who is the man walking behind of?", "imageId": "n16378", "isBalanced": true, "groups": {"global": "person", "local": "14-man_walking behind,o"}, "answer": "woman", "semanticStr": "select: man (11)->relate: person,walking behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "11", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is walking behind the woman."}, "201983709": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983712", "201983713", "201983714", "201983707", "201983708"], "equivalent": ["201983709"], "question": "What's in front of the woman?", "imageId": "n16378", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_in front of,s"}, "answer": "papers", "semanticStr": "select: woman (6)->relate: _,in front of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The papers are in front of the woman."}, "201984162": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,pulling,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984160", "201984161"], "equivalent": ["201984162"], "question": "What is the woman pulling?", "imageId": "n16378", "isBalanced": true, "groups": {"global": "", "local": "14-woman_pulling,o"}, "answer": "luggage cart", "semanticStr": "select: woman (6)->relate: _,pulling,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1": "6", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is pulling the luggage cart."}, "201983605": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "select", "dependencies": [], "argument": "jeans (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201983604"], "equivalent": ["201983605"], "question": "Is the color of the pants different than the jeans?", "imageId": "n16378", "isBalanced": true, "groups": {"global": null, "local": "09diff-jeans_pants"}, "answer": "no", "semanticStr": "select: pants (4)->select: jeans (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "10", "5": "4"}, "fullAnswer": {"3": "4", "6": "10"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the pants and the jeans are black."}, "201570625": {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (10)"}, {"operation": "choose name", "dependencies": [0], "argument": "cabinet|coffee table"}], "entailed": [], "equivalent": ["201570625"], "question": "Is this a cabinet or a coffee table?", "imageId": "n382416", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-cabinet_coffee table"}, "answer": "cabinet", "semanticStr": "select: this (10)->choose name: cabinet|coffee table [0]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"3": "10"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a cabinet."}, "201571350": {"semantic": [{"operation": "select", "dependencies": [], "argument": "heels (3)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,wearing,s (1)"}, {"operation": "filter fatness", "dependencies": [1], "argument": "skinny"}, {"operation": "relate", "dependencies": [2], "argument": "child,near,s (-)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["201571351", "201571353", "201571352"], "equivalent": ["201571350"], "question": "Are there children near the skinny woman that is wearing heels?", "imageId": "n382416", "isBalanced": true, "groups": {"global": null, "local": "13-woman_child"}, "answer": "no", "semanticStr": "select: heels (3)->relate: woman,wearing,s (1) [0]->filter fatness: skinny [1]->relate: child,near,s (-) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"10": "3", "5:7": "1"}, "fullAnswer": {"4": "8", "7": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a suitcase near the woman."}, "201570673": {"semantic": [{"operation": "select", "dependencies": [], "argument": "leggings (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201570680", "201570691", "201570692", "201570681", "201570675", "201570674", "201570677", "201570676", "201570688", "201570689", "201570684", "201570685", "201570686", "201570690", "201570679", "201570678", "201570682", "201570683"], "equivalent": ["201570673"], "question": "Are the leggings black and long?", "imageId": "n382416", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "yes", "semanticStr": "select: leggings (13)->verify color: black [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the leggings are black and long."}, "201571057": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify color", "dependencies": [1], "argument": "light brown"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201571056"], "equivalent": ["201571057"], "question": "Is the leather bag light brown and soft?", "imageId": "n382416", "isBalanced": true, "groups": {"global": null, "local": "05-light brown_soft"}, "answer": "no", "semanticStr": "select: bag (2)->filter material: leather [0]->verify color: light brown [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the purse is soft but black."}, "201571275": {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "tan "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201571276"], "equivalent": ["201571275"], "question": "Is the box tan and large?", "imageId": "n382416", "isBalanced": true, "groups": {"global": null, "local": "05-large_tan"}, "answer": "no", "semanticStr": "select: box (6)->verify size: large [0]->verify color: tan  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the box is tan but small."}, "201535727": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (10)"}, {"operation": "choose color", "dependencies": [0], "argument": "yellow|blue"}], "entailed": ["201535728", "201535729"], "equivalent": ["201535727", "201535728", "201535729"], "question": "Is the coat blue or yellow?", "imageId": "n272098", "isBalanced": true, "groups": {"global": "color", "local": "10c-coat_color"}, "answer": "yellow", "semanticStr": "select: coat (10)->choose color: yellow|blue [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The coat is yellow."}, "201535640": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (11)"}, {"operation": "filter", "dependencies": [0], "argument": "frosted"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535639", "201535617", "201535637", "201535616"], "equivalent": ["201535640"], "question": "What food is frosted?", "imageId": "n272098", "isBalanced": true, "groups": {"global": "baked good", "local": "12q-baked good_frosted"}, "answer": "donuts", "semanticStr": "select: baked good (11)->filter: frosted [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is donuts."}, "201535804": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535803", "201535802"], "equivalent": ["201535804"], "question": "What is the woman holding?", "imageId": "n272098", "isBalanced": true, "groups": {"global": "container", "local": "14-woman_holding,o"}, "answer": "box", "semanticStr": "select: woman (13)->relate: _,holding,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "13", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the box."}, "201535933": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201535931", "201535932", "201535935", "201535934", "201535941"], "equivalent": ["201535933"], "question": "What color is the hat?", "imageId": "n272098", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "white", "semanticStr": "select: hat (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is white."}, "201535825": {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "dress,wearing,o (-)"}], "entailed": ["201535797", "201535796"], "equivalent": ["201535825"], "question": "Does she wear a dress?", "imageId": "n272098", "isBalanced": true, "groups": {"global": null, "local": "13-woman_dress"}, "answer": "no", "semanticStr": "select: she (13)->verify rel: dress,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "13"}, "fullAnswer": {"2": "13", "5": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman wears a hat."}, "20652709": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20652704", "20652705", "20652706", "20652707", "20652715", "20652702", "20652703", "20652712", "20652719", "20652713", "20652708", "20652711", "20652710", "20652718", "20652720", "20652721", "20652714"], "equivalent": ["20652709"], "question": "How large are the vehicles that are on the right?", "imageId": "n400036", "isBalanced": true, "groups": {"global": "size", "local": "10q-cars_size"}, "answer": "large", "semanticStr": "select: vehicle (7)->filter hposition: right [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cars are large."}, "20652469": {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "frisbee,kicking,o (-)"}], "entailed": [], "equivalent": ["20652469"], "question": "Is she kicking a frisbee?", "imageId": "n400036", "isBalanced": true, "groups": {"global": null, "local": "13-woman_frisbee"}, "answer": "no", "semanticStr": "select: she (0)->verify rel: frisbee,kicking,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0", "6:8": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is kicking the soccer ball."}, "20652767": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20652774", "20652779", "20652770", "20652775", "20652777", "20652776", "20652771", "20652768", "20652773", "20652772", "20652784", "20652780", "20652778", "20652782", "20652769"], "equivalent": ["20652767"], "question": "Do the shoes seem to be small and black and white?", "imageId": "n400036", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_small"}, "answer": "yes", "semanticStr": "select: shoes (6)->verify: black and white [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shoes are small and black and white."}, "20652566": {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20652565"], "equivalent": ["20652566"], "question": "Is there a soccer ball in the picture that is blue?", "imageId": "n400036", "isBalanced": true, "groups": {"global": null, "local": "04-soccer ball_blue"}, "answer": "no", "semanticStr": "select: soccer ball (3)->filter color: blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3:5": "3"}, "fullAnswer": {"4:6": "3"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a soccer ball but it is white."}, "20652824": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20652825"], "equivalent": ["20652824"], "question": "What is in front of the large building?", "imageId": "n400036", "isBalanced": true, "groups": {"global": "tree", "local": "14-building_in front of,s"}, "answer": "trees", "semanticStr": "select: building (9)->filter size: large [0]->relate: _,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"6:8": "9"}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the building."}, "20891291": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (10)"}, {"operation": "verify material", "dependencies": [0], "argument": "cloth"}], "entailed": [], "equivalent": ["20891291"], "question": "Is the dress made of cloth?", "imageId": "n347706", "isBalanced": true, "groups": {"global": null, "local": "06-dress_cloth"}, "answer": "yes", "semanticStr": "select: dress (10)->verify material: cloth [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the dress is made of cloth."}, "20891494": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["20891476", "20891503", "20891502", "20891477", "20891498", "20891489", "20891478", "20891493", "20891492", "20891491", "20891490", "20891497", "20891496", "20891495"], "equivalent": ["20891494"], "question": "How old is the small person?", "imageId": "n347706", "isBalanced": true, "groups": {"global": "age", "local": "10q-child_age"}, "answer": "young", "semanticStr": "select: person (5)->filter size: small [0]->query: age [1]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The kid is young."}, "20891699": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20891347", "20891697", "20891698"], "equivalent": ["20891699"], "question": "What is the man sitting on?", "imageId": "n347706", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_sitting on,o"}, "answer": "fire hydrant", "semanticStr": "select: man (6)->relate: _,sitting on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1": "6", "6:8": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the fire hydrant."}, "20891560": {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20891558", "20891559"], "equivalent": ["20891560"], "question": "What's the child wearing?", "imageId": "n347706", "isBalanced": true, "groups": {"global": "clothing", "local": "14-child_wearing,o"}, "answer": "shorts", "semanticStr": "select: child (5)->relate: _,wearing,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "5", "4": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing shorts."}, "20891762": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["20891771", "20891759", "20891772", "20891740", "20891761", "20891760", "20891763", "20891764"], "equivalent": ["20891762"], "question": "How clean is the large window?", "imageId": "n347706", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-window_cleanliness"}, "answer": "clean", "semanticStr": "select: window (8)->filter size: large [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is clean."}, "20503629": {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (9)"}, {"operation": "select", "dependencies": [], "argument": "stop sign (1) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20503628"], "equivalent": ["20503628", "20503629"], "question": "Is the light fixture made of the same material as the stop sign?", "imageId": "n324644", "isBalanced": true, "groups": {"global": null, "local": "09same-light fixture_stop sign"}, "answer": "yes", "semanticStr": "select: light fixture (9)->select: stop sign (1) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11:13": "1", "2:4": "9"}, "fullAnswer": {"3:5": "9", "7:9": "1"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the light fixture and the stop sign are made of metal."}, "20503730": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (4)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20503729", "20503738", "20503739", "20503732", "20503733", "20503731", "20503736", "20503737", "20503727", "20503726", "20503734"], "equivalent": ["20503730"], "question": "What color is the sticker that looks rectangular?", "imageId": "n324644", "isBalanced": true, "groups": {"global": "color", "local": "10q-sticker_color"}, "answer": "purple", "semanticStr": "select: sticker (4)->filter shape: rectangular [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sticker is purple."}, "20503773": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic lights (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20503773"], "question": "What are the traffic lights hanging from?", "imageId": "n324644", "isBalanced": true, "groups": {"global": "thing", "local": "14-traffic lights_hanging from,o"}, "answer": "cables", "semanticStr": "select: traffic lights (6)->relate: _,hanging from,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1:3": "6", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic lights are hanging from the cables."}, "20503763": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic lights (6)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20503763"], "question": "Are the traffic lights metallic and yellow?", "imageId": "n324644", "isBalanced": true, "groups": {"global": null, "local": "05-metal_yellow"}, "answer": "no", "semanticStr": "select: traffic lights (6)->verify material: metal [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the traffic lights are metallic but black."}, "20503819": {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (21)"}, {"operation": "filter orientation", "dependencies": [0], "argument": "vertical"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20503828", "20503821", "20503827", "20503831", "20503830", "20503833", "20503832", "20503835", "20503834", "20503824", "20503836", "20503822", "20503829", "20503823", "20503825", "20503820", "20503826"], "equivalent": ["20503819"], "question": "Are the vertical windows tall and black?", "imageId": "n324644", "isBalanced": true, "groups": {"global": null, "local": "05-black_tall"}, "answer": "yes", "semanticStr": "select: windows (21)->filter orientation: vertical [0]->verify color: black [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the windows are tall and black."}, "20883270": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "choose", "dependencies": [1], "argument": "new|old"}], "entailed": ["20883263", "20883262", "20883261", "20883267", "20883266", "20883265", "20883264", "20883269", "20883268", "20883250"], "equivalent": ["20883270"], "question": "Is the blue cap new or old?", "imageId": "n159284", "isBalanced": true, "groups": {"global": "4", "local": "10c-cap_4"}, "answer": "new", "semanticStr": "select: cap (7)->filter color: blue [0]->choose: new|old [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cap is new."}, "20883097": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skate park (0)"}, {"operation": "select", "dependencies": [], "argument": "obstacle (12) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20883097"], "question": "Is the skatepark made of the same material as the obstacle?", "imageId": "n159284", "isBalanced": true, "groups": {"global": null, "local": "09same-obstacle_skate park"}, "answer": "no", "semanticStr": "select: skate park (0)->select: obstacle (12) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "12", "2": "0"}, "fullAnswer": {"9": "12", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the skatepark is made of concrete and the obstacle is made of metal."}, "20883166": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (3)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20883167"], "equivalent": ["20883166", "20883167"], "question": "Is the skateboard red and long?", "imageId": "n159284", "isBalanced": true, "groups": {"global": null, "local": "05-long_red"}, "answer": "no", "semanticStr": "select: skateboard (3)->verify length: long [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skateboard is long but black."}, "20883231": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20883232"], "equivalent": ["20883231"], "question": "Who is wearing pants?", "imageId": "n159284", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "boy", "semanticStr": "select: pants (9)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "9"}, "fullAnswer": {"1": "2", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing pants."}, "20883092": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20883090", "20883091", "20883089"], "equivalent": ["20883092"], "question": "Which place is it?", "imageId": "n159284", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "skate park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a skate park."}, "201972847": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "glasses,wearing,o (-)"}], "entailed": [], "equivalent": ["201972847"], "question": "Is the woman wearing glasses?", "imageId": "n541482", "isBalanced": true, "groups": {"global": null, "local": "13-woman_glasses"}, "answer": "no", "semanticStr": "select: woman (0)->verify rel: glasses,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "5": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing trousers."}, "201972804": {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201972805", "201972806"], "equivalent": ["201972804", "201972805", "201972806"], "question": "Is the kite green and large?", "imageId": "n541482", "isBalanced": true, "groups": {"global": null, "local": "05-green_large"}, "answer": "no", "semanticStr": "select: kite (1)->verify color: green [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the kite is large but purple."}, "201972915": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201972929", "201972928", "201972923", "201972922", "201972921", "201972920", "201972927", "201972926", "201972925", "201972924", "201972930", "201972916", "201972917", "201972918", "201972919", "201972931"], "equivalent": ["201972915"], "question": "Are the pants white and soft?", "imageId": "n541482", "isBalanced": true, "groups": {"global": null, "local": "05-soft_white"}, "answer": "yes", "semanticStr": "select: pants (4)->verify hardness: soft [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pants are white and soft."}, "201972701": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (10)"}, {"operation": "select", "dependencies": [], "argument": "cloud (11) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201972700"], "equivalent": ["201972701"], "question": "Is the cloud different in color than the sky?", "imageId": "n541482", "isBalanced": true, "groups": {"global": null, "local": "09diff-cloud_sky"}, "answer": "yes", "semanticStr": "select: sky (10)->select: cloud (11) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "10", "2": "11"}, "fullAnswer": {"2": "10", "7": "11"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the sky is blue and the cloud is white."}, "201972737": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["201972747", "201972750", "201972751", "201972752", "201972740", "201972753", "201972748", "201972733", "201972736", "201972734", "201972735", "201972738", "201972739"], "equivalent": ["201972737"], "question": "What height is the grass?", "imageId": "n541482", "isBalanced": true, "groups": {"global": "height", "local": "10q-grass_height"}, "answer": "tall", "semanticStr": "select: grass (12)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is tall."}, "20783170": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting on,s (10)"}, {"operation": "choose rel", "dependencies": [1], "argument": "laptop,to the right of|to the left of,s (1)"}], "entailed": ["20782971", "20782973", "20782972", "20782974", "20783169", "20783168"], "equivalent": ["20783170"], "question": "Is the laptop computer to the right or to the left of the person that is sitting on the chair?", "imageId": "n355339", "isBalanced": true, "groups": {"global": null, "local": "13-man_laptop"}, "answer": "right", "semanticStr": "select: chair (9)->relate: person,sitting on,s (10) [0]->choose rel: laptop,to the right of|to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"19": "9", "13": "10", "2:4": "1"}, "fullAnswer": {"9": "10", "1:3": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The laptop computer is to the right of the man."}, "20783031": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "couch (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "beige"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20783033", "20783032", "20783030"], "equivalent": ["20783031", "20783030"], "question": "Are there either any beige tables or couches?", "imageId": "n355339", "isBalanced": true, "groups": {"global": null, "local": "04-table_beige"}, "answer": "yes", "semanticStr": "select: table (14)->filter color: beige [0]->exist: ? [1]->select: couch (-) ->filter color: beige [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "14"}, "fullAnswer": {"5": "14"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a beige table."}, "20783204": {"semantic": [{"operation": "select", "dependencies": [], "argument": "screen (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20783200", "20783201", "20783202", "20783203"], "equivalent": ["20783203", "20783204"], "question": "On which side of the photo is the black screen?", "imageId": "n355339", "isBalanced": true, "groups": {"global": null, "local": "10q-screen_hposition"}, "answer": "right", "semanticStr": "select: screen (3)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The screen is on the right of the image."}, "20783627": {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (13)"}, {"operation": "relate", "dependencies": [0], "argument": "table,in front of,s (8)"}, {"operation": "choose color", "dependencies": [1], "argument": "beige|red"}], "entailed": [], "equivalent": ["20783627"], "question": "Is the table in front of the people beige or red?", "imageId": "n355339", "isBalanced": true, "groups": {"global": "color", "local": "10c-table_color"}, "answer": "beige", "semanticStr": "select: people (13)->relate: table,in front of,s (8) [0]->choose color: beige|red [1]", "annotations": {"answer": {}, "question": {"2": "8", "7": "13"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is beige."}, "20783357": {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(plastic)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "computer mouse (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "not(plastic)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20783356", "20783362"], "equivalent": ["20783356", "20783357"], "question": "Is there any mouse or keyboard that is not made of plastic?", "imageId": "n355339", "isBalanced": true, "groups": {"global": null, "local": "04-keyboard_n#plastic"}, "answer": "no", "semanticStr": "select: keyboard (4)->filter material: not(plastic) [0]->exist: ? [1]->select: computer mouse (-) ->filter material: not(plastic) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a keyboard but it is made of plastic."}, "20342434": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20342430", "20342431", "20342432", "20342433", "20342429", "20342417", "20342418", "20342416"], "equivalent": ["20342431", "20342432", "20342433", "20342434"], "question": "Are there any buses made of metal?", "imageId": "n16425", "isBalanced": true, "groups": {"global": null, "local": "04-bus_metal"}, "answer": "yes", "semanticStr": "select: bus (2)->filter material: metal [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existMaterial", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a bus that is made of metal."}, "20342343": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "choose gender", "dependencies": [1], "argument": "female|male"}], "entailed": ["20342344", "20342342", "20342340", "20342341"], "equivalent": ["20342344", "20342343"], "question": "Is the person who is to the left of the other person male or female?", "imageId": "n16425", "isBalanced": true, "groups": {"global": "gender", "local": "10c-person_gender"}, "answer": "female", "semanticStr": "select: person (1)->relate: person,to the left of,s (0) [0]->choose gender: female|male [1]", "annotations": {"answer": {}, "question": {"11": "1", "2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is female."}, "20342293": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,0)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["20342294"], "equivalent": ["20342293"], "question": "Are the two people of the same gender?", "imageId": "n16425", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "yes", "semanticStr": "select: person (1,0)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGender", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, all the people are female."}, "20342383": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20342382", "20342381", "20342353", "20342352", "20342374", "20342373", "20342372", "20342371", "20342370", "20342354", "20342355"], "equivalent": ["20342383"], "question": "Which kind of vehicle is blue?", "imageId": "n16425", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_blue"}, "answer": "bus", "semanticStr": "select: vehicle (3)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus."}, "20342499": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow"}], "entailed": ["20342500", "20342501"], "equivalent": ["20342499"], "question": "Does the shirt look yellow?", "imageId": "n16425", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_yellow"}, "answer": "no", "semanticStr": "select: shirt (9)->verify color: yellow [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is gray."}, "2053690": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (3)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify state", "dependencies": [0], "argument": "still "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2053691"], "equivalent": ["2053690"], "question": "Is the cow small and still?", "imageId": "n146555", "isBalanced": true, "groups": {"global": null, "local": "05-small_still"}, "answer": "no", "semanticStr": "select: cow (3)->verify size: small [0]->verify state: still  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cow is still but large."}, "2053843": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2053841", "2053842"], "equivalent": ["2053843"], "question": "Who is the man watching?", "imageId": "n146555", "isBalanced": true, "groups": {"global": "", "local": "14-man_watching,o"}, "answer": "crowd", "semanticStr": "select: man (4)->relate: person,watching,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "4", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the crowd."}, "2053786": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "verify", "dependencies": [1], "argument": "paved"}, {"operation": "verify state", "dependencies": [1], "argument": "rough "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2053795", "2053787", "2053794", "2053797", "2053785", "2053791", "2053790", "2053793", "2053792", "2053800", "2053799", "2053798", "2053788", "2053789"], "equivalent": ["2053786", "2053785"], "question": "Does the concrete sidewalk look rough and paved?", "imageId": "n146555", "isBalanced": true, "groups": {"global": null, "local": "05-paved_rough"}, "answer": "yes", "semanticStr": "select: sidewalk (2)->filter material: concrete [0]->verify: paved [1]->verify state: rough  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sidewalk is rough and paved."}, "2053901": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["2053900", "2053902", "2053903", "2053904", "2053907", "2053898", "2053899"], "equivalent": ["2053901"], "question": "Which color do you think the shirt is?", "imageId": "n146555", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "blue", "semanticStr": "select: shirt (6)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is blue."}, "2053572": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2053568", "2053569", "2053580", "2053581", "2053571", "2053573", "2053575", "2053574"], "equivalent": ["2053572"], "question": "What is the bottle made of?", "imageId": "n146555", "isBalanced": true, "groups": {"global": "material", "local": "10q-bottle_material"}, "answer": "plastic", "semanticStr": "select: bottle (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is made of plastic."}, "202106341": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202106350", "202106342", "202106340", "202106351", "202106349", "202106344", "202106338", "202106339", "202106343"], "equivalent": ["202106341"], "question": "Which type of material is the fence made of?", "imageId": "n574498", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (7)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal."}, "202106393": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (6)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["202106394", "202106391", "202106392"], "equivalent": ["202106393"], "question": "On which side of the image is the ball, the right or the left?", "imageId": "n574498", "isBalanced": true, "groups": {"global": null, "local": "10c-ball_hposition"}, "answer": "right", "semanticStr": "select: ball (6)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"8": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ball is on the right of the image."}, "202106128": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202106156", "202106157", "202106154", "202106155", "202106134", "202106153", "202106150", "202106151", "202106139", "202106132", "202106158", "202106159", "202106133", "202106131", "202106135", "202106136", "202106137", "202106127", "202106129", "202106141", "202106160", "202106130"], "equivalent": ["202106128"], "question": "Does the shirt look white and clean?", "imageId": "n574498", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "yes", "semanticStr": "select: shirt (1)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is white and clean."}, "202106178": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202106179"], "equivalent": ["202106178"], "question": "Who is wearing shorts?", "imageId": "n574498", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "man", "semanticStr": "select: shorts (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "2"}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing shorts."}, "202106336": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["202106336"], "question": "Are there mirrors in the picture?", "imageId": "n574498", "isBalanced": true, "groups": {"global": null, "local": "03-mirror"}, "answer": "no", "semanticStr": "select: mirror (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no mirrors."}, "201401768": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (0)"}, {"operation": "filter", "dependencies": [0], "argument": "rocky"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201401764", "201401765", "201401766", "201401767", "201401773", "201401772", "201401771", "201401770", "201401769", "201401775"], "equivalent": ["201401768"], "question": "What is the color of the rocky mountains?", "imageId": "n155555", "isBalanced": true, "groups": {"global": "tone", "local": "10q-mountains_color"}, "answer": "dark", "semanticStr": "select: mountains (0)->filter: rocky [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mountains are dark."}, "201401744": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "bright"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201401744"], "question": "Does the blue sky look bright and clear?", "imageId": "n155555", "isBalanced": true, "groups": {"global": null, "local": "05-bright_clear"}, "answer": "no", "semanticStr": "select: sky (1)->filter color: blue [0]->verify: bright [1]->verify weather: clear  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is bright but cloudy."}, "201401839": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "truck (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201401838", "201401840"], "equivalent": ["201401840", "201401839"], "question": "Are there any traffic signs or trucks that are large?", "imageId": "n155555", "isBalanced": true, "groups": {"global": null, "local": "04-traffic sign_large"}, "answer": "yes", "semanticStr": "select: traffic sign (6)->filter size: large [0]->exist: ? [1]->select: truck (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3:5": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the traffic sign is large."}, "201401714": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201401715", "201401717", "201401716", "201401713"], "equivalent": ["201401714"], "question": "How is the weather?", "imageId": "n155555", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy."}, "20536194": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20536200", "20536201", "20536206", "20536207", "20536049", "20536193", "20536196", "20536197", "20536195", "20536198", "20536199"], "equivalent": ["20536194"], "question": "What animal is in front of the animal in the middle?", "imageId": "n410476", "isBalanced": true, "groups": {"global": "animal", "local": "14-bison_in front of,s"}, "answer": "giraffe", "semanticStr": "select: animal (0)->filter vposition: middle [0]->relate: animal,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"7": "0"}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is in front of the bison."}, "20536249": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bison (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20536248", "20536246", "20536244", "20536245", "20536243"], "equivalent": ["20536249"], "question": "What is the bison doing?", "imageId": "n410476", "isBalanced": true, "groups": {"global": "activity", "local": "10q-bison_activity"}, "answer": "looking down", "semanticStr": "select: bison (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bison is looking down."}, "20536048": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1,0)"}, {"operation": "different", "dependencies": [0], "argument": "type"}], "entailed": ["20536047"], "equivalent": ["20536048"], "question": "Are the animals of different types?", "imageId": "n410476", "isBalanced": true, "groups": {"global": null, "local": "07different-allanimals"}, "answer": "yes", "semanticStr": "select: animal (1,0)->different: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "diffAnimals", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, they are giraffes and bison."}, "20536034": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20536035"], "equivalent": ["20536034"], "question": "What place is this picture in?", "imageId": "n410476", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "plain", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is at the plain."}, "20536307": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "sky,above,s (7)"}, {"operation": "filter", "dependencies": [1], "argument": "vast"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["20536309", "20536308", "20536310", "20536306", "20536305", "20536304"], "equivalent": ["20536307", "20536306"], "question": "What color does the vast sky above the plain have?", "imageId": "n410476", "isBalanced": true, "groups": {"global": "color", "local": "10q-sky_color"}, "answer": "light blue", "semanticStr": "select: plain (8)->relate: sky,above,s (7) [0]->filter: vast [1]->query: color [2]", "annotations": {"answer": {}, "question": {"8": "8", "4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky has light blue color."}, "20899770": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899769", "20899700"], "equivalent": ["20899770"], "question": "Which kind of device is sitting on the table?", "imageId": "n186491", "isBalanced": true, "groups": {"global": "device", "local": "15-table_sitting on,s"}, "answer": "laptop", "semanticStr": "select: table (7)->relate: device,sitting on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop."}, "20899883": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20899881", "20899882", "20899884", "20899885", "20899879", "20899892", "20899890"], "equivalent": ["20899883"], "question": "Which color is the table?", "imageId": "n186491", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "gray", "semanticStr": "select: table (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is gray."}, "20899954": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,contain,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899956", "20899955", "20899785"], "equivalent": ["20899954"], "question": "What does the bowl contain?", "imageId": "n186491", "isBalanced": true, "groups": {"global": "vegetable", "local": "14-bowl_contain,o"}, "answer": "tomatoes", "semanticStr": "select: bowl (6)->relate: _,contain,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "6", "3": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl contains tomatoes."}, "20899952": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tomatoes (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,contain,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899951"], "equivalent": ["20899952"], "question": "What contains the tomatoes?", "imageId": "n186491", "isBalanced": true, "groups": {"global": "object", "local": "14-tomatoes_contain,s"}, "answer": "bowl", "semanticStr": "select: tomatoes (4)->relate: _,contain,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "3": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl contains tomatoes."}, "20899657": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandwich (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "lettuce,to the left of,o (-)"}], "entailed": [], "equivalent": ["20899657"], "question": "Is the sandwich to the left of lettuce?", "imageId": "n186491", "isBalanced": true, "groups": {"global": null, "local": "13-sandwich_lettuce"}, "answer": "no", "semanticStr": "select: sandwich (0)->verify rel: lettuce,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"9": "1", "2": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sandwich is to the left of the tea."}, "20472845": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "folding chair,to the right of,s (10)"}, {"operation": "choose color", "dependencies": [1], "argument": "red|white"}], "entailed": [], "equivalent": ["20472845"], "question": "Is the folding chair to the right of the boy white or red?", "imageId": "n126891", "isBalanced": true, "groups": {"global": "color", "local": "10c-folding chair_color"}, "answer": "red", "semanticStr": "select: boy (0)->relate: folding chair,to the right of,s (10) [0]->choose color: red|white [1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The folding chair is red."}, "20473245": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (6)"}, {"operation": "filter sport", "dependencies": [0], "argument": "baseball"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["20473231", "20473244", "20473242", "20473243", "20473240", "20473241"], "equivalent": ["20473245"], "question": "Is the baseball jersey short sleeved or long sleeved?", "imageId": "n126891", "isBalanced": true, "groups": {"global": "32", "local": "10c-jersey_32"}, "answer": "short sleeved", "semanticStr": "select: jersey (6)->filter sport: baseball [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jersey is short sleeved."}, "20473114": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter", "dependencies": [3], "argument": "old"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20473113", "20473115"], "equivalent": ["20473113", "20473114"], "question": "Are there either old men or women in the picture?", "imageId": "n126891", "isBalanced": true, "groups": {"global": null, "local": "04-woman_old"}, "answer": "yes", "semanticStr": "select: woman (7)->filter age: old [0]->exist: ? [1]->select: man (-) ->filter: old [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"5": "7"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is an old woman."}, "20472801": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (13)"}, {"operation": "select", "dependencies": [], "argument": "gloves (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20472802"], "equivalent": ["20472801"], "question": "Do the jeans and the gloves have the same color?", "imageId": "n126891", "isBalanced": true, "groups": {"global": null, "local": "09same-gloves_jeans"}, "answer": "yes", "semanticStr": "select: jeans (13)->select: gloves (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "1"}, "fullAnswer": {"3": "13", "6": "1"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the jeans and the gloves are blue."}, "20472962": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20472959", "20472958", "20472971", "20472957", "20472964", "20472965", "20472966", "20472967", "20472960", "20472961", "20472970", "20472968", "20472969"], "equivalent": ["20472962"], "question": "What is the boy doing?", "imageId": "n126891", "isBalanced": true, "groups": {"global": "activity", "local": "10q-boy_activity"}, "answer": "playing", "semanticStr": "select: boy (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is playing."}, "201467536": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting under,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201467536"], "question": "What is the table sitting under?", "imageId": "n295771", "isBalanced": true, "groups": {"global": "object", "local": "14-table_sitting under,o"}, "answer": "vase", "semanticStr": "select: table (1)->relate: _,sitting under,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is sitting under the vase."}, "201467661": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201467660", "201467662", "201467621"], "equivalent": ["201467661"], "question": "Which kind of furniture is on top of the floor?", "imageId": "n295771", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "couch", "semanticStr": "select: floor (12)->relate: furniture,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch."}, "201467436": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (11)"}, {"operation": "choose color", "dependencies": [0], "argument": "dark|gray"}], "entailed": [], "equivalent": ["201467436"], "question": "Are the mountains gray or dark?", "imageId": "n295771", "isBalanced": true, "groups": {"global": "brightness", "local": "10c-mountains_color"}, "answer": "dark", "semanticStr": "select: mountains (11)->choose color: dark|gray [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mountains are dark."}, "201467517": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201467513", "201467512", "201467528", "201467529", "201467516", "201467515", "201467522", "201467527", "201467530"], "equivalent": ["201467517"], "question": "What is the table made of?", "imageId": "n295771", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "metal", "semanticStr": "select: table (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of metal."}, "201467601": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (5)"}, {"operation": "relate", "dependencies": [0], "argument": "window,near,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201467599", "201467598", "201467603", "201467602", "201467600", "201467597", "201467604", "201467610", "201467608"], "equivalent": ["201467601"], "question": "How large is the window near the plant?", "imageId": "n295771", "isBalanced": true, "groups": {"global": "size", "local": "10q-window_size"}, "answer": "large", "semanticStr": "select: plant (5)->relate: window,near,s (7) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "5"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is large."}, "201759216": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201759213", "201759214", "201759215"], "equivalent": ["201759216"], "question": "Which kind of clothing is heavy?", "imageId": "n150962", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_heavy"}, "answer": "coats", "semanticStr": "select: clothing (1)->filter weight: heavy [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is coats."}, "201759286": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (6)"}, {"operation": "choose rel", "dependencies": [0], "argument": "pot,to the right of|to the left of,s (3)"}], "entailed": ["201759553", "201759285", "201759554"], "equivalent": ["201759286"], "question": "Is the pot to the right or to the left of the chair?", "imageId": "n150962", "isBalanced": true, "groups": {"global": null, "local": "13-chair_pot"}, "answer": "right", "semanticStr": "select: chair (6)->choose rel: pot,to the right of|to the left of,s (3) [0]", "annotations": {"answer": {}, "question": {"2": "3", "12": "6"}, "fullAnswer": {"1": "3", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The pot is to the right of the chair."}, "201759373": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (5) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201759291", "201759374", "201759371"], "equivalent": ["201759374", "201759373"], "question": "Are there both windows and doors in the image?", "imageId": "n150962", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_window"}, "answer": "yes", "semanticStr": "select: door (4)->exist: ? [0]->select: window (5) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "5", "5": "4"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a door and a window."}, "201759450": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mattresses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "carts (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201759449", "201759448"], "equivalent": ["201759450"], "question": "Are there mattresses or carts?", "imageId": "n150962", "isBalanced": true, "groups": {"global": null, "local": "09existOr-carts_mattresses"}, "answer": "no", "semanticStr": "select: mattresses (-)->exist: ? [0]->select: carts (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no carts or mattresses."}, "201759194": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (10)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201759200", "201759193", "201759192", "201759190", "201759197", "201759196", "201759195", "201759199", "201759198"], "equivalent": ["201759194"], "question": "What color is the mat on the right of the image?", "imageId": "n150962", "isBalanced": true, "groups": {"global": "color", "local": "10q-mat_color"}, "answer": "tan", "semanticStr": "select: mat (10)->filter hposition: right [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mat is tan."}, "20480106": {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (4)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,to the right of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20480091", "20480108", "20480114", "20480101", "20480107", "20480112", "20480104", "20480103", "20480105", "20480113"], "equivalent": ["20480106"], "question": "How tall is the lamp which is to the right of the computer?", "imageId": "n520071", "isBalanced": true, "groups": {"global": "length", "local": "10q-lamp_height"}, "answer": "short", "semanticStr": "select: computer (4)->relate: lamp,to the right of,s (12) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"12": "4", "4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is short."}, "20480525": {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20480525"], "question": "Do the tall books look colorful and thick?", "imageId": "n520071", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_thick"}, "answer": "no", "semanticStr": "select: books (2)->filter height: tall [0]->verify: colorful [1]->verify thickness: thick  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the books are colorful but thin."}, "20480016": {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20480016"], "question": "Is the desk both brown and small?", "imageId": "n520071", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "no", "semanticStr": "select: desk (10)->verify color: brown [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the desk is brown but large."}, "20480541": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20480540", "20480538", "20480539"], "equivalent": ["20480541"], "question": "On which side is the plastic water bottle?", "imageId": "n520071", "isBalanced": true, "groups": {"global": null, "local": "10q-water bottle_hposition"}, "answer": "right", "semanticStr": "select: water bottle (5)->filter material: plastic [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:8": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water bottle is on the right of the image."}, "20480122": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (0)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20480121"], "equivalent": ["20480121", "20480122"], "question": "Are there beds near the bookcase?", "imageId": "n520071", "isBalanced": true, "groups": {"global": null, "local": "13-bookcase_bed"}, "answer": "no", "semanticStr": "select: bookcase (0)->relate: bed,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"4": "12", "7": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a lamp near the bookcase."}, "202053279": {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (5)"}, {"operation": "filter pose", "dependencies": [0], "argument": "crouching"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202053279"], "question": "Who is the player that is crouching watching?", "imageId": "n334278", "isBalanced": true, "groups": {"global": "person", "local": "14-player_watching,o"}, "answer": "batter", "semanticStr": "select: player (5)->filter pose: crouching [0]->relate: person,watching,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3": "5", "6": "5"}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is watching the batter."}, "202053206": {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053207"], "equivalent": ["202053206"], "question": "Who is wearing a belt?", "imageId": "n334278", "isBalanced": true, "groups": {"global": "person", "local": "14-belt_wearing,s"}, "answer": "umpire", "semanticStr": "select: belt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing a belt."}, "202053437": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,throwing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053436"], "equivalent": ["202053437"], "question": "What is throwing the baseball?", "imageId": "n334278", "isBalanced": true, "groups": {"global": "", "local": "14-baseball_throwing,s"}, "answer": "pitcher", "semanticStr": "select: baseball (9)->relate: _,throwing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is throwing the baseball."}, "202053044": {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (11)"}, {"operation": "filter", "dependencies": [0], "argument": "grassy"}, {"operation": "verify rel", "dependencies": [1], "argument": "fence,surrounded by,o (12)"}], "entailed": [], "equivalent": ["202053044"], "question": "Is the grassy field surrounded by the fence?", "imageId": "n334278", "isBalanced": true, "groups": {"global": null, "local": "13-field_fence"}, "answer": "yes", "semanticStr": "select: field (11)->filter: grassy [0]->verify rel: fence,surrounded by,o (12) [1]", "annotations": {"answer": {}, "question": {"2:4": "11", "7": "12"}, "fullAnswer": {"2": "11", "7": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the field is surrounded by the fence."}, "202053408": {"semantic": [{"operation": "select", "dependencies": [], "argument": "performer (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "employee (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202053407", "202053406"], "equivalent": ["202053407", "202053408"], "question": "Are there any performers or employees?", "imageId": "n334278", "isBalanced": true, "groups": {"global": null, "local": "09existOr-employee_performer"}, "answer": "no", "semanticStr": "select: performer (-)->exist: ? [0]->select: employee (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no employees or performers."}, "20157224": {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157217", "20157209", "20157208", "20157218", "20157221", "20157223"], "equivalent": ["20157224"], "question": "What food is brown?", "imageId": "n170941", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_brown"}, "answer": "pancake", "semanticStr": "select: food (3)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a pancake."}, "20157256": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee mug (6)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "cake,on top of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20157255"], "equivalent": ["20157255", "20157256"], "question": "Do you see any cakes on top of the plate near the coffee mug?", "imageId": "n170941", "isBalanced": true, "groups": {"global": null, "local": "13-plate_cake"}, "answer": "no", "semanticStr": "select: coffee mug (6)->relate: plate,near,s (0) [0]->relate: cake,on top of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "12:14": "6"}, "fullAnswer": {"9": "0", "4": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a pancake on top of the plate."}, "20157030": {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20157027", "20157029", "20157028", "20157034", "20157031", "20157032", "20157033"], "equivalent": ["20157030"], "question": "Is the small utensil on the right side?", "imageId": "n170941", "isBalanced": true, "groups": {"global": null, "local": "06-fork_right"}, "answer": "no", "semanticStr": "select: utensil (10)->filter size: small [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fork is on the left of the image."}, "20157136": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pancake (3)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157135", "20157134", "20157137", "20157138"], "equivalent": ["20157136"], "question": "What kind of food is to the right of the pancake?", "imageId": "n170941", "isBalanced": true, "groups": {"global": "food", "local": "15-pancake_to the right of,s"}, "answer": "eggs", "semanticStr": "select: pancake (3)->relate: food,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is eggs."}, "20157302": {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157289", "20157288", "20157303", "20157301", "20157287", "20157286", "20157285"], "equivalent": ["20157302"], "question": "How is the meat that is long called?", "imageId": "n170941", "isBalanced": true, "groups": {"global": "meat", "local": "12q-meat_long"}, "answer": "bacon", "semanticStr": "select: meat (2)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is bacon."}, "20257256": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (30)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20257253", "20257255", "20257254", "20257257", "20257259", "20257258", "20257262"], "equivalent": ["20257256"], "question": "Which color is the water?", "imageId": "n441859", "isBalanced": true, "groups": {"global": "color", "local": "10q-water_color"}, "answer": "blue", "semanticStr": "select: water (30)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "30"}, "fullAnswer": {"1": "30"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water is blue."}, "20257312": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (5)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20257321", "20257310", "20257311", "20257313", "20257314", "20257315", "20257323", "20257300", "20257305", "20257304", "20257359", "20257324", "20257350", "20257309", "20257308"], "equivalent": ["20257312"], "question": "How large is the sand?", "imageId": "n441859", "isBalanced": true, "groups": {"global": "size", "local": "10q-sand_size"}, "answer": "small", "semanticStr": "select: sand (5)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sand is small."}, "20257226": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,wearing,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20257228", "20257224", "20257225", "20257237", "20257236", "20257239", "20257238"], "equivalent": ["20257226"], "question": "What color is the hat the person is wearing?", "imageId": "n441859", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "green", "semanticStr": "select: person (14)->relate: hat,wearing,o (17) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "17", "6": "14"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is green."}, "20257105": {"semantic": [{"operation": "select", "dependencies": [], "argument": "life jacket (13)"}, {"operation": "select", "dependencies": [], "argument": "shirt (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20257106"], "equivalent": ["20257105"], "question": "Are the life vest and the shirt the same color?", "imageId": "n441859", "isBalanced": true, "groups": {"global": null, "local": "09same-life jacket_shirt"}, "answer": "no", "semanticStr": "select: life jacket (13)->select: shirt (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "13", "6": "9"}, "fullAnswer": {"8": "9", "2:4": "13"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the life vest is black and the shirt is white."}, "20257430": {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (24)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "choose rel", "dependencies": [1], "argument": "person,to the right of|to the left of,s (21)"}], "entailed": ["20257164", "20257431", "20257165", "20257429"], "equivalent": ["20257431", "20257430"], "question": "Is the female person to the left or to the right of the surf board in the middle of the photo?", "imageId": "n441859", "isBalanced": true, "groups": {"global": null, "local": "13-surfboard_person"}, "answer": "right", "semanticStr": "select: surfboard (24)->filter vposition: middle [0]->choose rel: person,to the right of|to the left of,s (21) [1]", "annotations": {"answer": {}, "question": {"2:4": "21", "13:15": "24"}, "fullAnswer": {"1": "21", "8": "24"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is to the right of the surfboard."}, "20709919": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709890", "20709929", "20709928", "20709921", "20709920"], "equivalent": ["20709919"], "question": "Who is in front of the car in the picture?", "imageId": "n24526", "isBalanced": true, "groups": {"global": "person", "local": "14-car_in front of,s"}, "answer": "woman", "semanticStr": "select: car (5)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"6": "5"}, "fullAnswer": {"1": "0", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the car."}, "20709866": {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["20709867", "20709868"], "equivalent": ["20709866"], "question": "Is the umbrella green?", "imageId": "n24526", "isBalanced": true, "groups": {"global": null, "local": "06-umbrella_green"}, "answer": "no", "semanticStr": "select: umbrella (1)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the umbrella is black."}, "20710073": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "tan"}], "entailed": ["20710075", "20710074"], "equivalent": ["20710073"], "question": "Are the pants tan?", "imageId": "n24526", "isBalanced": true, "groups": {"global": null, "local": "06-pants_tan"}, "answer": "no", "semanticStr": "select: pants (4)->verify color: tan [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pants are black."}, "20710088": {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (7)"}, {"operation": "choose material", "dependencies": [0], "argument": "asphalt|cobblestone"}], "entailed": ["20710089"], "equivalent": ["20710088", "20710089"], "question": "What material is the road, asphalt or cobblestone?", "imageId": "n24526", "isBalanced": true, "groups": {"global": "material", "local": "10c-road_material"}, "answer": "asphalt", "semanticStr": "select: road (7)->choose material: asphalt|cobblestone [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The road is made of asphalt."}, "202169117": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "stone"}, {"operation": "verify color", "dependencies": [1], "argument": "beige"}, {"operation": "verify width", "dependencies": [1], "argument": "narrow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202169117"], "question": "Is the sidewalk made of stone beige and narrow?", "imageId": "n451187", "isBalanced": true, "groups": {"global": null, "local": "05-beige_narrow"}, "answer": "no", "semanticStr": "select: sidewalk (17)->filter material: stone [0]->verify color: beige [1]->verify width: narrow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "17", "5": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sidewalk is beige but wide."}, "202169193": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "relate", "dependencies": [0], "argument": "man,beside,s (18)"}, {"operation": "filter activity", "dependencies": [1], "argument": "talking"}, {"operation": "verify rel", "dependencies": [2], "argument": "jeans,wearing,o (-)"}], "entailed": ["202169194"], "equivalent": ["202169193"], "question": "Is the talking man beside the bench wearing jeans?", "imageId": "n451187", "isBalanced": true, "groups": {"global": null, "local": "13-man_jeans"}, "answer": "no", "semanticStr": "select: bench (6)->relate: man,beside,s (18) [0]->filter activity: talking [1]->verify rel: jeans,wearing,o (-) [2]", "annotations": {"answer": {}, "question": {"2:4": "18", "6": "6"}, "fullAnswer": {"2": "18", "5": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing shoes."}, "202169059": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169058", "202169055", "202169057"], "equivalent": ["202169059"], "question": "What vehicles are made of metal?", "imageId": "n451187", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "cars", "semanticStr": "select: vehicle (14)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "3": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicles are cars."}, "202169026": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (18,9)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["202169026"], "question": "Are the people female?", "imageId": "n451187", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (18,9)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female."}, "202169246": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202169243", "202169242", "202169245", "202169244", "202169247", "202169248", "202169250"], "equivalent": ["202169246"], "question": "What color are the shoes?", "imageId": "n451187", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-shoes_color"}, "answer": "dark", "semanticStr": "select: shoes (0)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shoes are dark."}, "20963671": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20963670", "20963668", "20963669"], "equivalent": ["20963671"], "question": "On which side of the picture is the toilet?", "imageId": "n119886", "isBalanced": true, "groups": {"global": null, "local": "10q-toilet_hposition"}, "answer": "right", "semanticStr": "select: toilet (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet is on the right of the image."}, "20963966": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963967", "20963969", "20963968"], "equivalent": ["20963966"], "question": "What is underneath the window?", "imageId": "n119886", "isBalanced": true, "groups": {"global": "furniture", "local": "14-window_underneath,s"}, "answer": "shelf", "semanticStr": "select: window (0)->relate: _,underneath,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelf is underneath the window."}, "20964060": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20964060"], "question": "Where is the sink?", "imageId": "n119886", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-sink_on,o"}, "answer": "floor", "semanticStr": "select: sink (7)->relate: place,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "7", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is on the floor."}, "20963846": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (15)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin"}], "entailed": ["20963848", "20963849", "20963847", "20963844", "20963845", "20963851", "20963850", "20963852", "20963842", "20963819", "20963820", "20963834"], "equivalent": ["20963846", "20963845"], "question": "Is the pipe thin?", "imageId": "n119886", "isBalanced": true, "groups": {"global": null, "local": "06-pipe_thin"}, "answer": "yes", "semanticStr": "select: pipe (15)->verify thickness: thin [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pipe is thin."}, "20963807": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,beneath,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963808"], "equivalent": ["20963807"], "question": "What is beneath the mirror?", "imageId": "n119886", "isBalanced": true, "groups": {"global": "object", "local": "14-mirror_beneath,s"}, "answer": "faucet", "semanticStr": "select: mirror (2)->relate: _,beneath,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The faucet is beneath the mirror."}, "202156825": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156795", "202156794", "202156827", "202156826", "202156812", "202156813", "202156807", "202156806", "202156814"], "equivalent": ["202156825"], "question": "What are the large animals?", "imageId": "n543966", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "elephants", "semanticStr": "select: animal (3)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"4": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are elephants."}, "202156626": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|green"}], "entailed": ["202156627"], "equivalent": ["202156626"], "question": "Are the trees brown or green?", "imageId": "n543966", "isBalanced": true, "groups": {"global": "color", "local": "10c-trees_color"}, "answer": "brown", "semanticStr": "select: trees (11)->choose color: brown|green [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are brown."}, "202156783": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mud (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "brown"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202156786", "202156784", "202156785"], "equivalent": ["202156783"], "question": "Do you see either any brown grass or mud?", "imageId": "n543966", "isBalanced": true, "groups": {"global": null, "local": "04-grass_brown"}, "answer": "no", "semanticStr": "select: grass (1)->filter color: brown [0]->exist: ? [1]->select: mud (-) ->filter color: brown [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is grass but it is green."}, "202156792": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156791"], "equivalent": ["202156792"], "question": "What is the grass in front of?", "imageId": "n543966", "isBalanced": true, "groups": {"global": "thing", "local": "14-grass_in front of,o"}, "answer": "rocks", "semanticStr": "select: grass (1)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The grass is in front of the rocks."}, "202156728": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "choose weather", "dependencies": [1], "argument": "cloudy|clear"}], "entailed": [], "equivalent": ["202156728"], "question": "Is the dark sky clear or cloudy?", "imageId": "n543966", "isBalanced": true, "groups": {"global": "weather", "local": "10c-sky_weather"}, "answer": "cloudy", "semanticStr": "select: sky (12)->filter color: dark [0]->choose weather: cloudy|clear [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sky is cloudy."}, "202174521": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}], "entailed": ["202174522", "202174523", "202174520", "202174528", "202174518", "202174516", "202174532", "202174500"], "equivalent": ["202174521"], "question": "Does the white window look closed?", "imageId": "n398429", "isBalanced": true, "groups": {"global": null, "local": "06-window_closed"}, "answer": "yes", "semanticStr": "select: window (9)->filter color: white [0]->verify: closed [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the window is closed."}, "202174619": {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "table,to the left of,s (8)"}], "entailed": ["202174621", "202174620"], "equivalent": ["202174619"], "question": "Is the table to the left of an oven?", "imageId": "n398429", "isBalanced": true, "groups": {"global": null, "local": "13-oven_table"}, "answer": "no", "semanticStr": "select: oven (3)->verify rel: table,to the left of,s (8) [0]", "annotations": {"answer": {}, "question": {"8": "3", "2": "8"}, "fullAnswer": {"9": "3", "2": "8"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the table is to the right of an oven."}, "202174260": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "relate", "dependencies": [0], "argument": "train,to the left of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202174260"], "question": "Is there a train to the left of the bench?", "imageId": "n398429", "isBalanced": true, "groups": {"global": null, "local": "13-bench_train"}, "answer": "no", "semanticStr": "select: bench (7)->relate: train,to the left of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "7"}, "fullAnswer": {"10": "7", "4": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a stove to the left of the bench."}, "202174377": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202174281", "202174378"], "equivalent": ["202174377"], "question": "What appliance is to the left of the bench?", "imageId": "n398429", "isBalanced": true, "groups": {"global": "appliance", "local": "15-bench_to the left of,s"}, "answer": "coffee maker", "semanticStr": "select: bench (7)->relate: appliance,to the left of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a coffee maker."}, "202174208": {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202174210", "202174211", "202174212", "202174213", "202174207", "202174209"], "equivalent": ["202174208"], "question": "What is located on top of the oven?", "imageId": "n398429", "isBalanced": true, "groups": {"global": "appliance", "local": "14-oven_on top of,s"}, "answer": "stove", "semanticStr": "select: oven (3)->relate: _,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stove is on top of the oven."}, "201908851": {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "relate", "dependencies": [0], "argument": "sandwiches,to the left of,s (0)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}, {"operation": "verify shape", "dependencies": [1], "argument": "triangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201908858", "201908846", "201908849", "201908848", "201908845", "201908844", "201908847", "201908856", "201908857", "201908843", "201908855", "201908852", "201908854", "201908853", "201908850"], "equivalent": ["201908851"], "question": "Are the sandwiches to the left of the napkin triangular and soft?", "imageId": "n479092", "isBalanced": true, "groups": {"global": null, "local": "05-soft_triangular"}, "answer": "yes", "semanticStr": "select: napkin (9)->relate: sandwiches,to the left of,s (0) [0]->verify hardness: soft [1]->verify shape: triangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "9", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sandwiches are triangular and soft."}, "201908802": {"semantic": [{"operation": "select", "dependencies": [], "argument": "forks (1)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201908787", "201908814", "201908782", "201908813", "201908810", "201908781", "201908811", "201908788", "201908789", "201908809", "201908790", "201908791", "201908812", "201908803"], "equivalent": ["201908802"], "question": "Are the forks silver and hard?", "imageId": "n479092", "isBalanced": true, "groups": {"global": null, "local": "05-hard_silver"}, "answer": "yes", "semanticStr": "select: forks (1)->verify hardness: hard [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the forks are silver and hard."}, "201909086": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201909085", "201909102", "201909101", "201909100", "201909091", "201909090", "201909093", "201909092", "201909094", "201909089", "201909087", "201909079", "201909078", "201909082", "201909080", "201909081"], "equivalent": ["201909086"], "question": "Is the table black and metallic?", "imageId": "n479092", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: table (8)->verify color: black [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is black and metallic."}, "201908664": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "select", "dependencies": [], "argument": "jar (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201908664"], "question": "What do the plate and the jar have in common?", "imageId": "n479092", "isBalanced": true, "groups": {"global": null, "local": "09common-jar_plate"}, "answer": "material", "semanticStr": "select: plate (14)->select: jar (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "14", "6": "4"}, "fullAnswer": {"4": "14", "7": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the plate and the jar are glass."}, "201908992": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201908988", "201908989", "201908993", "201908991", "201908990", "201908996", "201908995", "201908994"], "equivalent": ["201908992"], "question": "What's the tray made of?", "imageId": "n479092", "isBalanced": true, "groups": {"global": "material", "local": "10q-tray_material"}, "answer": "metal", "semanticStr": "select: tray (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tray is made of metal."}, "20403498": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20403499", "20403504", "20403502", "20403503", "20403500", "20403501"], "equivalent": ["20403498"], "question": "Is the size of the trash bin small?", "imageId": "n249639", "isBalanced": true, "groups": {"global": null, "local": "06-trash can_small"}, "answer": "yes", "semanticStr": "select: trash can (7)->verify size: small [0]", "annotations": {"answer": {}, "question": {"5:7": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trash bin is small."}, "20403260": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20403257", "20403259", "20403258"], "equivalent": ["20403260"], "question": "On which side of the picture is the white towel?", "imageId": "n249639", "isBalanced": true, "groups": {"global": null, "local": "10q-towel_hposition"}, "answer": "left", "semanticStr": "select: towel (13)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towel is on the left of the image."}, "20403393": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20403392", "20403391", "20403390"], "equivalent": ["20403393"], "question": "On which side is the white lamp?", "imageId": "n249639", "isBalanced": true, "groups": {"global": null, "local": "10q-lamp_hposition"}, "answer": "left", "semanticStr": "select: lamp (0)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is on the left of the image."}, "20403337": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,near,s (1)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20403335", "20403334", "20403336", "20403331", "20403330", "20403333", "20403332", "20403339", "20403338", "20403340", "20403341", "20403342", "20403343"], "equivalent": ["20403337"], "question": "Does the mirror near the other mirror look square and large?", "imageId": "n249639", "isBalanced": true, "groups": {"global": null, "local": "05-large_square"}, "answer": "yes", "semanticStr": "select: mirror (2)->relate: mirror,near,s (1) [0]->verify size: large [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "6": "2"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mirror is square and large."}, "20403568": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20403568"], "question": "Is the table large and metallic?", "imageId": "n249639", "isBalanced": true, "groups": {"global": null, "local": "05-large_metal"}, "answer": "no", "semanticStr": "select: table (8)->verify size: large [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is metallic but small."}, "20434860": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting at,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20434859"], "equivalent": ["20434860"], "question": "Who is sitting at the table?", "imageId": "n431447", "isBalanced": true, "groups": {"global": "person", "local": "14-table_sitting at,s"}, "answer": "boy", "semanticStr": "select: table (9)->relate: person,sitting at,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting at the table."}, "20435261": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose shape", "dependencies": [1], "argument": "rectangular|round"}], "entailed": [], "equivalent": ["20435261"], "question": "Which shape is the table that is made of wood, rectangular or round?", "imageId": "n431447", "isBalanced": true, "groups": {"global": "shape", "local": "10c-table_shape"}, "answer": "rectangular", "semanticStr": "select: table (9)->filter material: wood [0]->choose shape: rectangular|round [1]", "annotations": {"answer": {}, "question": {"9": "9", "4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is rectangular."}, "20435019": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20435020"], "equivalent": ["20435019"], "question": "What is filled with pizza?", "imageId": "n431447", "isBalanced": true, "groups": {"global": "container", "local": "14-pizza_filled with,s"}, "answer": "pizza box", "semanticStr": "select: pizza (6)->relate: _,filled with,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"4": "6"}, "fullAnswer": {"1:3": "5", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza box is filled with pizza."}, "20434770": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20434770"], "question": "Is the chair white and wooden?", "imageId": "n431447", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "no", "semanticStr": "select: chair (10)->verify color: white [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chair is wooden but brown."}, "20435292": {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (8)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20435292"], "question": "Is that napkin both white and clean?", "imageId": "n431447", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "no", "semanticStr": "select: napkin (8)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the napkin is white but dirty."}, "20901808": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter", "dependencies": [0], "argument": "bald"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20901872"], "equivalent": ["20901808"], "question": "What is the bald man holding?", "imageId": "n28792", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding,o"}, "answer": "umbrella", "semanticStr": "select: man (1)->filter: bald [0]->relate: _,holding,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the umbrella."}, "20901822": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter", "dependencies": [0], "argument": "chubby"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20901935", "20901934"], "equivalent": ["20901822"], "question": "What does the chubby man hold?", "imageId": "n28792", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding,o"}, "answer": "umbrella", "semanticStr": "select: man (0)->filter: chubby [0]->relate: _,holding,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "4": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man holds the umbrella."}, "20901983": {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (8)"}, {"operation": "choose state", "dependencies": [0], "argument": "rough|smooth"}], "entailed": [], "equivalent": ["20901983"], "question": "Is the road rough or smooth?", "imageId": "n28792", "isBalanced": true, "groups": {"global": "state", "local": "10c-road_state"}, "answer": "rough", "semanticStr": "select: road (8)->choose state: rough|smooth [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The road is rough."}, "20492097": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rocks (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492096"], "equivalent": ["20492097"], "question": "What do the rocks lie on top of?", "imageId": "n335542", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-rocks_lying on top of,o"}, "answer": "ground", "semanticStr": "select: rocks (6)->relate: _,lying on top of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "6", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rocks lie on top of the ground."}, "20492197": {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492198"], "equivalent": ["20492197"], "question": "What do you think is filled with snow?", "imageId": "n335542", "isBalanced": true, "groups": {"global": "place", "local": "14-snow_filled with,s"}, "answer": "mountain", "semanticStr": "select: snow (7)->relate: _,filled with,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"7": "7"}, "fullAnswer": {"1": "8", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mountain is filled with snow."}, "20492167": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "verify size", "dependencies": [1], "argument": "little"}], "entailed": [], "equivalent": ["20492167"], "question": "Does the bear that is walking look little?", "imageId": "n335542", "isBalanced": true, "groups": {"global": null, "local": "06-bear_little"}, "answer": "no", "semanticStr": "select: bear (9)->filter pose: walking [0]->verify size: little [1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bear is huge."}, "20491789": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bird (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20491789"], "question": "What is filled with bird?", "imageId": "n335542", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-bird_filled with,s"}, "answer": "sky", "semanticStr": "select: bird (0)->relate: _,filled with,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "0"}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is filled with bird."}, "20492084": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rocks (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "huge "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20492084"], "question": "Are the rocks both brown and huge?", "imageId": "n335542", "isBalanced": true, "groups": {"global": null, "local": "05-brown_huge"}, "answer": "no", "semanticStr": "select: rocks (6)->verify color: brown [0]->verify size: huge  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the rocks are brown but small."}, "202100584": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (0)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,floating on,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100583"], "equivalent": ["202100584"], "question": "What kind of watercraft floats on the ocean?", "imageId": "n386688", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-ocean_floating on,s"}, "answer": "sailboats", "semanticStr": "select: ocean (0)->relate: watercraft,floating on,s (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"3": "20"}, "fullAnswer": {"1": "20", "3": "20"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is sailboats."}, "202100371": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sailboat (15)"}, {"operation": "relate", "dependencies": [0], "argument": "sailboats,to the right of,s (22)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202100363", "202100362", "202100372", "202100373", "202100374", "202100366", "202100365", "202100369", "202100364", "202100368", "202100370", "202100367"], "equivalent": ["202100371"], "question": "Do the sailboats that are to the right of the other sailboat look white and small?", "imageId": "n386688", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: sailboat (15)->relate: sailboats,to the right of,s (22) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "15", "2": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sailboats are white and small."}, "202100478": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "bright "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202100478"], "question": "Does the sky look bright and blue?", "imageId": "n386688", "isBalanced": true, "groups": {"global": null, "local": "05-blue_bright"}, "answer": "no", "semanticStr": "select: sky (2)->verify color: blue [0]->verify: bright  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is blue but dull."}, "202100465": {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["202100465"], "question": "Are there any kites?", "imageId": "n386688", "isBalanced": true, "groups": {"global": null, "local": "03-kite"}, "answer": "no", "semanticStr": "select: kite (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no kites."}, "202100630": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (0)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,floating on,s (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100632"], "equivalent": ["202100630"], "question": "What type of watercraft is floating on the ocean?", "imageId": "n386688", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-ocean_floating on,s"}, "answer": "boats", "semanticStr": "select: ocean (0)->relate: watercraft,floating on,s (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {"8": "0", "3": "21"}, "fullAnswer": {"1": "21", "3": "21"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is boats."}, "20896182": {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (11)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20896173", "20896180", "20896181", "20896172", "20896175", "20896174", "20896177", "20896176", "20896179", "20896178"], "equivalent": ["20896182"], "question": "What are the knives made of?", "imageId": "n548534", "isBalanced": true, "groups": {"global": "material", "local": "10q-knives_material"}, "answer": "metal", "semanticStr": "select: knives (11)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knives are made of metal."}, "20896146": {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (9)"}, {"operation": "select", "dependencies": [], "argument": "refrigerator (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20896147", "20896148", "20896149"], "equivalent": ["20896146", "20896147"], "question": "Do the oven and the refrigerator have the same color?", "imageId": "n548534", "isBalanced": true, "groups": {"global": null, "local": "09same-oven_refrigerator"}, "answer": "yes", "semanticStr": "select: oven (9)->select: refrigerator (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "5"}, "fullAnswer": {"3": "9", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the oven and the refrigerator are black."}, "20896184": {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20896185"], "equivalent": ["20896184"], "question": "The utensils made of metal are sitting on what?", "imageId": "n548534", "isBalanced": true, "groups": {"global": "", "local": "14-knives_sitting on,o"}, "answer": "countertop", "semanticStr": "select: utensil (11)->filter material: metal [0]->relate: _,sitting on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"1": "11", "4": "11"}, "fullAnswer": {"1": "11", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knives are sitting on the countertop."}, "20896228": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896229", "20896232", "20896230", "20896231", "20896227", "20896226"], "equivalent": ["20896228"], "question": "What is the towel hanging from?", "imageId": "n548534", "isBalanced": true, "groups": {"global": "furniture", "local": "14-towel_hanging from,o"}, "answer": "cabinets", "semanticStr": "select: towel (10)->relate: _,hanging from,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "10", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is hanging from the cabinets."}, "20896522": {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20896522"], "question": "Do you see any microwaves in the picture?", "imageId": "n548534", "isBalanced": true, "groups": {"global": null, "local": "03-microwave"}, "answer": "yes", "semanticStr": "select: microwave (7)->exist: ? [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a microwave."}, "201510935": {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (1)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201510935"], "question": "Does the suitcase look large and yellow?", "imageId": "n575770", "isBalanced": true, "groups": {"global": null, "local": "05-large_yellow"}, "answer": "no", "semanticStr": "select: suitcase (1)->verify size: large [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the suitcase is large but red."}, "201511019": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ball (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201511018"], "equivalent": ["201511019"], "question": "Are there either any balls or helmets in this scene?", "imageId": "n575770", "isBalanced": true, "groups": {"global": null, "local": "09existOr-ball_helmet"}, "answer": "no", "semanticStr": "select: helmet (-)->exist: ? [0]->select: ball (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no balls or helmets."}, "201510924": {"semantic": [{"operation": "select", "dependencies": [], "argument": "newspaper (7)"}, {"operation": "select", "dependencies": [], "argument": "wall (3) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201510924"], "question": "What do the newspaper and the wall have in common?", "imageId": "n575770", "isBalanced": true, "groups": {"global": null, "local": "09common-newspaper_wall"}, "answer": "color", "semanticStr": "select: newspaper (7)->select: wall (3) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "7", "6": "3"}, "fullAnswer": {"4": "7", "7": "3"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the newspaper and the wall are white."}, "201511025": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201511023"], "equivalent": ["201511025"], "question": "What kind of clothing is long?", "imageId": "n575770", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "socks", "semanticStr": "select: clothing (4)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is socks."}, "201510992": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201510990", "201510991", "201510989", "201510988"], "equivalent": ["201510992", "201510991"], "question": "Which side of the picture is the rug on?", "imageId": "n575770", "isBalanced": true, "groups": {"global": null, "local": "10q-rug_hposition"}, "answer": "left", "semanticStr": "select: rug (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is on the left of the image."}, "201342218": {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "truck (9) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201342340", "201342339", "201342338", "201342337", "201342216"], "equivalent": ["201342218"], "question": "Are there both airplanes and trucks in the picture?", "imageId": "n157375", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-airplane_truck"}, "answer": "yes", "semanticStr": "select: airplane (4)->exist: ? [0]->select: truck (9) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "4", "5": "9"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both an airplane and a truck."}, "201342113": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201342112"], "equivalent": ["201342113"], "question": "Which place is it?", "imageId": "n157375", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "runway", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a runway."}, "201342325": {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (7)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201342327", "201342334", "201342333", "201342315", "201342330", "201342331", "201342332", "201342319", "201342318", "201342329", "201342328", "201342317", "201342324", "201342326", "201342323", "201342320", "201342321", "201342322", "201342316"], "equivalent": ["201342325"], "question": "Does the staircase look metallic and white?", "imageId": "n157375", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "yes", "semanticStr": "select: staircase (7)->verify material: metal [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the staircase is metallic and white."}, "201342160": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (5) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201342161", "201342157", "201342198"], "equivalent": ["201342160", "201342161"], "question": "Do you see both doors and windows?", "imageId": "n157375", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_windows"}, "answer": "yes", "semanticStr": "select: door (2)->exist: ? [0]->select: window (5) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "2", "6": "5"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a door and a window."}, "201342112": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201342113"], "equivalent": ["201342112"], "question": "What place is it?", "imageId": "n157375", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "runway", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a runway."}, "202232021": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (9)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,next to,s (5)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202231892", "202231891"], "equivalent": ["202232021"], "question": "Is there a lamp next to the wall?", "imageId": "n232810", "isBalanced": true, "groups": {"global": null, "local": "13-wall_lamp"}, "answer": "yes", "semanticStr": "select: wall (9)->relate: lamp,next to,s (5) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "5", "7": "9"}, "fullAnswer": {"8": "9", "4": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a lamp next to the wall."}, "202231783": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["202231784", "202231785"], "equivalent": ["202231783"], "question": "Is it indoors?", "imageId": "n232810", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is indoors."}, "202231873": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (22)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202231869", "202231879", "202231876", "202231868", "202231874", "202231872", "202231870", "202231871"], "equivalent": ["202231872", "202231873"], "question": "Which color do you think the wood floor is?", "imageId": "n232810", "isBalanced": true, "groups": {"global": "color", "local": "10q-floor_color"}, "answer": "dark brown", "semanticStr": "select: floor (22)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is dark brown."}, "202231849": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "tan"}], "entailed": ["202231847", "202231846", "202231850", "202231848"], "equivalent": ["202231848", "202231846", "202231847", "202231849"], "question": "Is the color of this rug tan?", "imageId": "n232810", "isBalanced": true, "groups": {"global": null, "local": "06-rug_tan"}, "answer": "no", "semanticStr": "select: rug (14)->verify color: tan [0]", "annotations": {"answer": {}, "question": {"5": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the rug is blue."}, "202231802": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["202231803", "202231806", "202231805", "202231804"], "equivalent": ["202231803", "202231802", "202231805", "202231804"], "question": "Are the shoes brown?", "imageId": "n232810", "isBalanced": true, "groups": {"global": null, "local": "06-shoes_brown"}, "answer": "no", "semanticStr": "select: shoes (13)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shoes are white."}, "201536382": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201536382"], "question": "Who is staring?", "imageId": "n538684", "isBalanced": true, "groups": {"global": "person", "local": "staring"}, "answer": "umpire", "semanticStr": "select: person (2)->filter activity: staring [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The umpire is staring."}, "201536489": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201536489"], "question": "Who is sitting?", "imageId": "n538684", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "spectators", "semanticStr": "select: person (6)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectators are sitting."}, "201536211": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201536211"], "question": "Who is waiting?", "imageId": "n538684", "isBalanced": true, "groups": {"global": "person", "local": "waiting"}, "answer": "catcher", "semanticStr": "select: person (1)->filter activity: waiting [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The catcher is waiting."}, "201536320": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dugout (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201536323"], "equivalent": ["201536320"], "question": "Who is in front of the dugout?", "imageId": "n538684", "isBalanced": true, "groups": {"global": "person", "local": "14-dugout_in front of,s"}, "answer": "batter", "semanticStr": "select: dugout (4)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is in front of the dugout."}, "201536497": {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (8)"}, {"operation": "filter", "dependencies": [0], "argument": "flat"}, {"operation": "verify rel", "dependencies": [1], "argument": "spectators,above,o (7)"}], "entailed": [], "equivalent": ["201536497"], "question": "Is the flat field above the spectators in the bottom of the picture?", "imageId": "n538684", "isBalanced": true, "groups": {"global": null, "local": "13-field_spectators"}, "answer": "yes", "semanticStr": "select: field (8)->filter: flat [0]->verify rel: spectators,above,o (7) [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "7"}, "fullAnswer": {"2": "8", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the field is above the spectators."}, "201434061": {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (3)"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow"}], "entailed": ["201434067", "201434066", "201434065", "201434064", "201434063", "201434062", "201434060", "201434068", "201434070"], "equivalent": ["201434061"], "question": "Does the watch look narrow?", "imageId": "n545516", "isBalanced": true, "groups": {"global": null, "local": "06-watch_narrow"}, "answer": "yes", "semanticStr": "select: watch (3)->verify width: narrow [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the watch is narrow."}, "201434287": {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "truck (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201434287"], "question": "Are there both trucks and airplanes?", "imageId": "n545516", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-airplane_truck"}, "answer": "no", "semanticStr": "select: airplane (6)->exist: ? [0]->select: truck (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is an airplane but no trucks."}, "201434366": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pavement (8)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "relate", "dependencies": [1], "argument": "bench,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201434366"], "question": "Are there any benches on the hard pavement?", "imageId": "n545516", "isBalanced": true, "groups": {"global": null, "local": "13-pavement_bench"}, "answer": "no", "semanticStr": "select: pavement (8)->filter hardness: hard [0]->relate: bench,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "8"}, "fullAnswer": {"4": "6", "7": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an airplane on the pavement."}, "201434098": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tie,wearing,o (-)"}], "entailed": ["201434131", "201434130", "201434099"], "equivalent": ["201434098"], "question": "Is the man wearing a tie?", "imageId": "n545516", "isBalanced": true, "groups": {"global": null, "local": "13-man_tie"}, "answer": "no", "semanticStr": "select: man (2)->verify rel: tie,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2", "6": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a shirt."}, "201434265": {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201434263"], "equivalent": ["201434265"], "question": "What are the windows made of?", "imageId": "n545516", "isBalanced": true, "groups": {"global": "material", "local": "10q-windows_material"}, "answer": "glass", "semanticStr": "select: windows (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The windows are made of glass."}, "201770690": {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (3)"}, {"operation": "relate", "dependencies": [0], "argument": "toothbrush,to the left of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201770695", "201770683", "201770697", "201770694", "201770686", "201770687", "201770684", "201770685", "201770693", "201770688", "201770689", "201770698", "201770696", "201770691"], "equivalent": ["201770690"], "question": "Does the toothbrush to the left of the faucet seem to be small and blue?", "imageId": "n310625", "isBalanced": true, "groups": {"global": null, "local": "05-blue_small"}, "answer": "yes", "semanticStr": "select: faucet (3)->relate: toothbrush,to the left of,s (1) [0]->verify color: blue [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "3", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the toothbrush is small and blue."}, "201770939": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "choose rel", "dependencies": [2], "argument": "bottle,to the left of|to the right of,s (7)"}], "entailed": ["201770938", "201770937"], "equivalent": ["201770938", "201770939"], "question": "Is the bottle to the right or to the left of the toothbrush that looks green and white?", "imageId": "n310625", "isBalanced": true, "groups": {"global": null, "local": "13-toothbrush_bottle"}, "answer": "left", "semanticStr": "select: toothbrush (0)->filter color: green [0]->filter color: white [1]->choose rel: bottle,to the left of|to the right of,s (7) [2]", "annotations": {"answer": {}, "question": {"2": "7", "12": "0", "15": "0", "17": "0"}, "fullAnswer": {"1": "7", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bottle is to the left of the toothbrush."}, "201770978": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothpaste (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201770977", "201770812", "201770811"], "equivalent": ["201770978"], "question": "What is the toothpaste inside of?", "imageId": "n310625", "isBalanced": true, "groups": {"global": "tableware", "local": "14-toothpaste_inside,o"}, "answer": "mug", "semanticStr": "select: toothpaste (6)->relate: _,inside,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toothpaste is inside the mug."}, "201770656": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mirror,below,o (-)"}], "entailed": [], "equivalent": ["201770656"], "question": "Is the sink below a mirror?", "imageId": "n310625", "isBalanced": true, "groups": {"global": null, "local": "13-sink_mirror"}, "answer": "no", "semanticStr": "select: sink (12)->verify rel: mirror,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sink is below a faucet."}, "201770960": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothpaste (6)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201770965", "201770964", "201770963", "201770962", "201770961"], "equivalent": ["201770960"], "question": "Is the toothpaste on the left side?", "imageId": "n310625", "isBalanced": true, "groups": {"global": null, "local": "06-toothpaste_left"}, "answer": "yes", "semanticStr": "select: toothpaste (6)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toothpaste is on the left of the image."}, "201713405": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,in front of,s (0)"}, {"operation": "verify material", "dependencies": [1], "argument": "glass"}], "entailed": ["201713414", "201713408", "201713407", "201713412", "201713413"], "equivalent": ["201713405"], "question": "Is the mirror in front of the woman made of glass?", "imageId": "n455563", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_glass"}, "answer": "yes", "semanticStr": "select: woman (3)->relate: mirror,in front of,s (0) [0]->verify material: glass [1]", "annotations": {"answer": {}, "question": {"2": "0", "7": "3"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mirror is made of glass."}, "201713385": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "plate,to the left of,o (-)"}], "entailed": [], "equivalent": ["201713385"], "question": "Is the mug to the left of a plate?", "imageId": "n455563", "isBalanced": true, "groups": {"global": null, "local": "13-mug_plate"}, "answer": "no", "semanticStr": "select: mug (1)->verify rel: plate,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"9": "0", "2": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the mug is to the left of the mirror."}, "201713544": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["201713542", "201713543", "201713540", "201713541", "201713546", "201713545", "201713539"], "equivalent": ["201713544"], "question": "On which side of the picture is the small bottle, the right or the left?", "imageId": "n455563", "isBalanced": true, "groups": {"global": null, "local": "10c-spray bottle_hposition"}, "answer": "left", "semanticStr": "select: bottle (2)->filter size: small [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"8:10": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The spray bottle is on the left of the image."}, "201713271": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "indoors|outdoors"}], "entailed": ["201713270", "201713269", "201713268"], "equivalent": ["201713269", "201713268", "201713270", "201713271"], "question": "Is it an outdoors or indoors picture?", "imageId": "n455563", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "indoors", "semanticStr": "select: scene->choose location: indoors|outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is indoors."}, "201713529": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201713526", "201713527", "201713528"], "equivalent": ["201713529"], "question": "What is the woman using?", "imageId": "n455563", "isBalanced": true, "groups": {"global": "", "local": "14-woman_using,o"}, "answer": "brush", "semanticStr": "select: woman (3)->relate: _,using,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "3", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is using a brush."}, "201068665": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "hair clip,to the right of,o (7)"}], "entailed": ["201068784", "201068783"], "equivalent": ["201068665"], "question": "Is the man to the right of the hair clip the girl wears?", "imageId": "n159802", "isBalanced": true, "groups": {"global": null, "local": "13-man_hair clip"}, "answer": "yes", "semanticStr": "select: man (2)->verify rel: hair clip,to the right of,o (7) [0]", "annotations": {"answer": {}, "question": {"11": "0", "8:10": "7", "2": "2"}, "fullAnswer": {"2": "2", "9:11": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is to the right of the hair clip."}, "201068297": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201068300", "201068306", "201068303", "201068304", "201068299", "201068305", "201068302", "201068295", "201068294", "201068296", "201068307", "201068301", "201068293", "201068292"], "equivalent": ["201068297"], "question": "What is the girl doing?", "imageId": "n159802", "isBalanced": true, "groups": {"global": "activity", "local": "10q-girl_activity"}, "answer": "looking down", "semanticStr": "select: girl (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is looking down."}, "201068200": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "verify race", "dependencies": [0], "argument": "caucasian"}], "entailed": ["201068202", "201068215", "201068201", "201068211", "201068208", "201068209", "201068216"], "equivalent": ["201068200"], "question": "Does the woman look Caucasian?", "imageId": "n159802", "isBalanced": true, "groups": {"global": null, "local": "06-woman_caucasian"}, "answer": "no", "semanticStr": "select: woman (1)->verify race: caucasian [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is asian."}, "201068421": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068463", "201068464", "201068465", "201068417", "201068416", "201068415", "201068418", "201068420"], "equivalent": ["201068421"], "question": "What device is the girl holding?", "imageId": "n159802", "isBalanced": true, "groups": {"global": "device", "local": "15-girl_holding,o"}, "answer": "cell phone", "semanticStr": "select: girl (0)->relate: device,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the mobile phone."}, "201068697": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068695", "201068696"], "equivalent": ["201068697"], "question": "What clothing item is gray?", "imageId": "n159802", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"1:3": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress shirt."}, "202285156": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "choose rel", "dependencies": [0], "argument": "napkin,to the right of|to the left of,s (12)"}], "entailed": ["202285155", "202285318", "202285317"], "equivalent": ["202285156"], "question": "Is the napkin to the left or to the right of the plate?", "imageId": "n100991", "isBalanced": true, "groups": {"global": null, "local": "13-plate_napkin"}, "answer": "right", "semanticStr": "select: plate (0)->choose rel: napkin,to the right of|to the left of,s (12) [0]", "annotations": {"answer": {}, "question": {"2": "12", "12": "0"}, "fullAnswer": {"1": "12", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The napkin is to the right of the plate."}, "202285502": {"semantic": [{"operation": "select", "dependencies": [], "argument": "waffles (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202285499", "202285498", "202285493", "202285492", "202285491", "202285490", "202285494", "202285501", "202285500", "202285503", "202285504"], "equivalent": ["202285503", "202285502"], "question": "What color do you think the waffles are?", "imageId": "n100991", "isBalanced": true, "groups": {"global": "color", "local": "10q-waffles_color"}, "answer": "brown", "semanticStr": "select: waffles (5)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The waffles are brown."}, "202284978": {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(thin)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202284977"], "equivalent": ["202284978"], "question": "Which kind of food is not thin?", "imageId": "n100991", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#thin"}, "answer": "sausage", "semanticStr": "select: food (1)->filter: not(thin) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sausage."}, "202285574": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "choose color", "dependencies": [0], "argument": "green|light blue"}], "entailed": ["202285573"], "equivalent": ["202285573", "202285574"], "question": "What color is the tray, green or light blue?", "imageId": "n100991", "isBalanced": true, "groups": {"global": "color", "local": "10c-tray_color"}, "answer": "green", "semanticStr": "select: tray (4)->choose color: green|light blue [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tray is green."}, "202284890": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (10)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["202284889", "202284891", "202284892", "202284893"], "equivalent": ["202284890"], "question": "Is the fork on the left side of the image?", "imageId": "n100991", "isBalanced": true, "groups": {"global": null, "local": "06-fork_left"}, "answer": "no", "semanticStr": "select: fork (10)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fork is on the right of the image."}, "201879329": {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "relate", "dependencies": [0], "argument": "logo,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201879328", "201879330", "201879331", "201879332", "201879333", "201879327", "201879326", "201879334"], "equivalent": ["201879329", "201879328"], "question": "The logo in front of the truck is which color?", "imageId": "n290409", "isBalanced": true, "groups": {"global": "color", "local": "10q-logo_color"}, "answer": "red", "semanticStr": "select: truck (18)->relate: logo,in front of,s (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "10", "6": "18"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The logo is red."}, "201879656": {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,sitting inside,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879619", "201879655", "201879654", "201879653", "201879652", "201879651"], "equivalent": ["201879656"], "question": "Which kind of animal sits inside the truck?", "imageId": "n290409", "isBalanced": true, "groups": {"global": "animal", "local": "15-truck_sitting inside,s"}, "answer": "dog", "semanticStr": "select: truck (18)->relate: animal,sitting inside,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a dog."}, "201879596": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (7)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201879598", "201879593", "201879594", "201879595", "201879597", "201879600"], "equivalent": ["201879595", "201879596"], "question": "Which color do you think the dog in the center of the picture is?", "imageId": "n290409", "isBalanced": true, "groups": {"global": "color", "local": "10q-dog_color"}, "answer": "light brown", "semanticStr": "select: dog (7)->filter vposition: middle [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dog is light brown."}, "201879712": {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (8)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify", "dependencies": [1], "argument": "old"}], "entailed": ["201879697", "201879680", "201879679", "201879705", "201879678", "201879709", "201879708", "201879713", "201879711"], "equivalent": ["201879712"], "question": "Does the tall basket look old?", "imageId": "n290409", "isBalanced": true, "groups": {"global": null, "local": "06-basket_old"}, "answer": "no", "semanticStr": "select: basket (8)->filter height: tall [0]->verify: old [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the basket is new."}, "201879431": {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (16)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201879433", "201879432", "201879430"], "equivalent": ["201879431"], "question": "Does that license plate look white?", "imageId": "n290409", "isBalanced": true, "groups": {"global": null, "local": "06-license plate_white"}, "answer": "no", "semanticStr": "select: license plate (16)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2:4": "16"}, "fullAnswer": {"2:4": "16"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the license plate is black."}, "20247660": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247658", "20247659", "20247656", "20247657"], "equivalent": ["20247660"], "question": "Which kind of clothing is black?", "imageId": "n49310", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "dress shirt", "semanticStr": "select: clothing (1)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt."}, "20247702": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "filter race", "dependencies": [1], "argument": "caucasian"}, {"operation": "verify age", "dependencies": [2], "argument": "young"}], "entailed": ["20247703", "20247700", "20247701", "20247706", "20247704", "20247705", "20247709", "20247695", "20247696", "20247697", "20247687", "20247688", "20247698", "20247699", "20247710"], "equivalent": ["20247702"], "question": "Does the Caucasian person to the left of the woman look young?", "imageId": "n49310", "isBalanced": true, "groups": {"global": null, "local": "06-man_young"}, "answer": "no", "semanticStr": "select: woman (5)->relate: person,to the left of,s (0) [0]->filter race: caucasian [1]->verify age: young [2]", "annotations": {"answer": {}, "question": {"9": "5", "2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is old."}, "20248101": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "bench,on top of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20248023"], "equivalent": ["20248101"], "question": "Is there a bench on top of the green lawn?", "imageId": "n49310", "isBalanced": true, "groups": {"global": null, "local": "13-lawn_bench"}, "answer": "yes", "semanticStr": "select: lawn (11)->filter color: green [0]->relate: bench,on top of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "11", "3": "4"}, "fullAnswer": {"9": "11", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bench on top of the lawn."}, "20248194": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20248195", "20248193"], "equivalent": ["20248194", "20248193"], "question": "Does the sweater look blue?", "imageId": "n49310", "isBalanced": true, "groups": {"global": null, "local": "06-sweater_blue"}, "answer": "no", "semanticStr": "select: sweater (8)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sweater is white."}, "20247813": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20247813"], "question": "Are the jeans black and long?", "imageId": "n49310", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "no", "semanticStr": "select: jeans (2)->verify color: black [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jeans are long but blue."}, "20245902": {"semantic": [{"operation": "select", "dependencies": [], "argument": "knee pad (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20245887"], "equivalent": ["20245902"], "question": "Who wears a knee pad?", "imageId": "n489190", "isBalanced": true, "groups": {"global": "person", "local": "14-knee pad_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: knee pad (6)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "6"}, "fullAnswer": {"1": "1", "4:6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder wears a knee pad."}, "20245861": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,in front of,s (16)"}, {"operation": "verify", "dependencies": [1], "argument": "abundant"}, {"operation": "verify color", "dependencies": [1], "argument": "green "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20245868", "20245860", "20245870", "20245871", "20245865", "20245864", "20245867", "20245866", "20245873", "20245863"], "equivalent": ["20245861", "20245860"], "question": "Do the trees in front of the fence look green and abundant?", "imageId": "n489190", "isBalanced": true, "groups": {"global": null, "local": "05-abundant_green"}, "answer": "yes", "semanticStr": "select: fence (15)->relate: trees,in front of,s (16) [0]->verify: abundant [1]->verify color: green  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "16", "7": "15"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are green and abundant."}, "20245735": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (14) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20245735"], "question": "Is the helmet made of the same material as the light fixture?", "imageId": "n489190", "isBalanced": true, "groups": {"global": null, "local": "09same-helmet_light fixture"}, "answer": "no", "semanticStr": "select: helmet (4)->select: light fixture (14) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "4", "10:12": "14"}, "fullAnswer": {"2": "4", "9:11": "14"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the helmet is made of plastic and the light fixture is made of metal."}, "20245961": {"semantic": [{"operation": "select", "dependencies": [], "argument": "elbow pad (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20245959", "20245964", "20245960", "20245962", "20245963"], "equivalent": ["20245961"], "question": "What color is that elbow pad?", "imageId": "n489190", "isBalanced": true, "groups": {"global": "color", "local": "10q-elbow pad_color"}, "answer": "white", "semanticStr": "select: elbow pad (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elbow pad is white."}, "20245756": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (11)"}, {"operation": "choose activity", "dependencies": [1], "argument": "staring|sleeping"}], "entailed": ["20245757"], "equivalent": ["20245757", "20245756"], "question": "Is the person to the right of the other person staring or sleeping?", "imageId": "n489190", "isBalanced": true, "groups": {"global": "activity", "local": "10c-person_activity"}, "answer": "staring", "semanticStr": "select: person (12)->relate: person,to the right of,s (11) [0]->choose activity: staring|sleeping [1]", "annotations": {"answer": {}, "question": {"9": "12", "2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is staring."}, "201987306": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "filter", "dependencies": [0], "argument": "short"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter", "dependencies": [3], "argument": "short"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201987309", "201987308", "201987307"], "equivalent": ["201987306"], "question": "Is there a short table or lamp?", "imageId": "n501951", "isBalanced": true, "groups": {"global": null, "local": "04-table_short"}, "answer": "no", "semanticStr": "select: table (1)->filter: short [0]->exist: ? [1]->select: lamp (-) ->filter: short [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is long."}, "201987472": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987473"], "equivalent": ["201987472"], "question": "Who is wearing a shirt?", "imageId": "n501951", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "driver", "semanticStr": "select: shirt (7)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "7"}, "fullAnswer": {"1": "5", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The driver is wearing a shirt."}, "201987171": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201987170", "201987172"], "equivalent": ["201987170", "201987171"], "question": "What place was the image taken at?", "imageId": "n501951", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It was taken at the street."}, "201987410": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tool (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201987417", "201987405", "201987406", "201987407", "201987413", "201987412", "201987411", "201987394", "201987408", "201987409", "201987414", "201987395"], "equivalent": ["201987410"], "question": "What is the tool made of?", "imageId": "n501951", "isBalanced": true, "groups": {"global": "material", "local": "10q-tool_material"}, "answer": "metal", "semanticStr": "select: tool (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tool is made of metal."}, "201987416": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tool (2)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201987404", "201987405", "201987406", "201987407", "201987403", "201987408", "201987409", "201987420", "201987421", "201987422", "201987423", "201987394", "201987395", "201987398", "201987417", "201987414", "201987413", "201987412", "201987411", "201987410", "201987419", "201987418"], "equivalent": ["201987416"], "question": "Is the tool red and metallic?", "imageId": "n501951", "isBalanced": true, "groups": {"global": null, "local": "05-metal_red"}, "answer": "yes", "semanticStr": "select: tool (2)->verify material: metal [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tool is red and metallic."}, "201735450": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201735447", "201735446", "201735445", "201735449", "201735448"], "equivalent": ["201735450"], "question": "Is the white device in the top part or in the bottom of the picture?", "imageId": "n240973", "isBalanced": true, "groups": {"global": null, "local": "10c-keyboard_vposition"}, "answer": "bottom", "semanticStr": "select: device (3)->filter color: white [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The keyboard is in the bottom of the image."}, "201735287": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}], "entailed": ["201735288"], "equivalent": ["201735287"], "question": "Does the black towel look soft?", "imageId": "n240973", "isBalanced": true, "groups": {"global": null, "local": "06-towel_soft"}, "answer": "yes", "semanticStr": "select: towel (12)->filter color: black [0]->verify hardness: soft [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the towel is soft."}, "201735552": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735551", "201735553"], "equivalent": ["201735552"], "question": "Which kind of furniture is above the bowl?", "imageId": "n240973", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bowl_above,s"}, "answer": "shelves", "semanticStr": "select: bowl (10)->relate: furniture,above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves."}, "201735592": {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted to,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735591"], "equivalent": ["201735592"], "question": "What is mounted to the desk?", "imageId": "n240973", "isBalanced": true, "groups": {"global": "object", "local": "14-desk_mounted to,s"}, "answer": "tray", "semanticStr": "select: desk (7)->relate: _,mounted to,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tray is mounted to the desk."}, "201735383": {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735380", "201735381", "201735382"], "equivalent": ["201735383"], "question": "What is the laptop sitting beside?", "imageId": "n240973", "isBalanced": true, "groups": {"global": "", "local": "14-laptop_sitting beside,o"}, "answer": "chicken", "semanticStr": "select: laptop (1)->relate: _,sitting beside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is sitting beside the chicken."}, "20416573": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (2) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20416571", "20416574", "20416671"], "equivalent": ["20416573", "20416574"], "question": "Are there both chairs and tables in the image?", "imageId": "n234722", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chair_table"}, "answer": "yes", "semanticStr": "select: chair (1)->exist: ? [0]->select: table (2) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1", "5": "2"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a chair and a table."}, "20416487": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (9)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416486", "20416493", "20416485", "20416494", "20416495"], "equivalent": ["20416487"], "question": "What kind of food is on the pizza?", "imageId": "n234722", "isBalanced": true, "groups": {"global": "meat", "local": "15-pizza_on,s"}, "answer": "sausage", "semanticStr": "select: pizza (9)->relate: food,on,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1": "15", "4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sausage."}, "20416868": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pan,on,o (16)"}], "entailed": [], "equivalent": ["20416868"], "question": "Is the pizza on a pan?", "imageId": "n234722", "isBalanced": true, "groups": {"global": null, "local": "13-pizza_pan"}, "answer": "yes", "semanticStr": "select: pizza (9)->verify rel: pan,on,o (16) [0]", "annotations": {"answer": {}, "question": {"2": "9", "5": "16"}, "fullAnswer": {"2": "9", "6": "16"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pizza is on a pan."}, "20119067": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (12)"}, {"operation": "verify rel", "dependencies": [1], "argument": "suit,wearing,o (9)"}], "entailed": [], "equivalent": ["20119067"], "question": "Is the man that is to the right of the woman wearing a suit?", "imageId": "n540852", "isBalanced": true, "groups": {"global": null, "local": "13-man_suit"}, "answer": "yes", "semanticStr": "select: woman (11)->relate: man,to the right of,s (12) [0]->verify rel: suit,wearing,o (9) [1]", "annotations": {"answer": {}, "question": {"10": "11", "13": "9", "2": "12"}, "fullAnswer": {"2": "12", "6": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing a suit."}, "20118949": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (4)"}, {"operation": "select", "dependencies": [], "argument": "shoe (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20118948", "20118950"], "equivalent": ["20118949", "20118950"], "question": "Does the necktie have a different color than the shoe?", "imageId": "n540852", "isBalanced": true, "groups": {"global": null, "local": "09diff-shoe_tie"}, "answer": "no", "semanticStr": "select: tie (4)->select: shoe (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "0", "2": "4"}, "fullAnswer": {"3": "4", "6": "0"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the necktie and the shoe are black."}, "20119174": {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20119178", "20119177", "20119176", "20119175", "20119173"], "equivalent": ["20119174"], "question": "What is the umbrella to the right of the other umbrella made of?", "imageId": "n540852", "isBalanced": true, "groups": {"global": "material", "local": "10q-umbrella_material"}, "answer": "plastic", "semanticStr": "select: umbrella (7)->relate: umbrella,to the right of,s (6) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"10": "7", "3": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is made of plastic."}, "20119207": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (8)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["20119208", "20119205", "20119206"], "equivalent": ["20119207"], "question": "Are the glasses on the right side or on the left?", "imageId": "n540852", "isBalanced": true, "groups": {"global": null, "local": "10c-glasses_hposition"}, "answer": "right", "semanticStr": "select: glasses (8)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glasses are on the right of the image."}, "20119041": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20119031", "20119034"], "equivalent": ["20119041"], "question": "Who in the image is walking?", "imageId": "n540852", "isBalanced": true, "groups": {"global": "person", "local": "walking"}, "answer": "woman", "semanticStr": "select: person (13)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is walking."}, "20244752": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus driver (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,sitting inside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20244554", "20244555", "20244754", "20244750", "20244751", "20244753", "20244749", "20244748"], "equivalent": ["20244752"], "question": "What type of vehicle is the bus driver sitting inside of?", "imageId": "n19152", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bus driver_sitting inside,o"}, "answer": "bus", "semanticStr": "select: bus driver (9)->relate: vehicle,sitting inside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6:8": "9"}, "fullAnswer": {"1:3": "9", "7": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bus driver is sitting inside the bus."}, "20244509": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20244510"], "equivalent": ["20244509"], "question": "Which place is this?", "imageId": "n19152", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "sidewalk", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a sidewalk."}, "20244725": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (4)"}, {"operation": "choose material", "dependencies": [0], "argument": "stone|cobblestone"}], "entailed": ["20244726"], "equivalent": ["20244726", "20244725"], "question": "Is the sidewalk made of cobblestone or stone?", "imageId": "n19152", "isBalanced": true, "groups": {"global": "material", "local": "10c-sidewalk_material"}, "answer": "stone", "semanticStr": "select: sidewalk (4)->choose material: stone|cobblestone [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sidewalk is made of stone."}, "20244681": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying next to,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20244679", "20244680"], "equivalent": ["20244681"], "question": "What's lying next to the building?", "imageId": "n19152", "isBalanced": true, "groups": {"global": "road", "local": "14-building_lying next to,s"}, "answer": "road", "semanticStr": "select: building (7)->relate: _,lying next to,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The road is lying next to the building."}, "20244550": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tire (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20244549"], "equivalent": ["20244550", "20244549"], "question": "Is that tire green and round?", "imageId": "n19152", "isBalanced": true, "groups": {"global": null, "local": "05-green_round"}, "answer": "no", "semanticStr": "select: tire (1)->verify color: green [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tire is round but black."}, "201935028": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201935029"], "equivalent": ["201935028"], "question": "Which place is this image in?", "imageId": "n556604", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "skate park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is at the skate park."}, "201935412": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing on,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201935412"], "question": "What is the fat man standing on?", "imageId": "n556604", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_standing on,o"}, "answer": "bricks", "semanticStr": "select: man (4)->filter fatness: fat [0]->relate: _,standing on,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3:5": "4"}, "fullAnswer": {"1": "4", "6": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing on the bricks."}, "201935073": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (12)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,behind,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201935081", "201935083", "201935085", "201935084", "201935108", "201935069", "201935070", "201935071", "201935072", "201935074", "201935075", "201935076", "201935077"], "equivalent": ["201935073"], "question": "How tall is the lamp that is behind the tree?", "imageId": "n556604", "isBalanced": true, "groups": {"global": "height", "local": "10q-lamp_height"}, "answer": "tall", "semanticStr": "select: tree (12)->relate: lamp,behind,s (10) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"9": "12", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is tall."}, "201935211": {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (1)"}, {"operation": "verify race", "dependencies": [1], "argument": "asian"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201935211"], "question": "Does the man that is to the right of the camera appear to be young and Asian?", "imageId": "n556604", "isBalanced": true, "groups": {"global": null, "local": "05-asian_young"}, "answer": "no", "semanticStr": "select: camera (9)->relate: man,to the right of,s (1) [0]->verify race: asian [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "9", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is young but caucasian."}, "201935172": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201935173"], "equivalent": ["201935173", "201935172"], "question": "Is the table black and smooth?", "imageId": "n556604", "isBalanced": true, "groups": {"global": null, "local": "05-black_smooth"}, "answer": "no", "semanticStr": "select: table (13)->verify color: black [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is smooth but white."}, "202036836": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tomatoes (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202036835", "202036837", "202036839", "202036838", "202036840", "202036841"], "equivalent": ["202036835", "202036837", "202036836", "202036838"], "question": "Do you see a red pepper or tomato?", "imageId": "n200225", "isBalanced": true, "groups": {"global": null, "local": "04-pepper_red"}, "answer": "no", "semanticStr": "select: pepper (4)->filter color: red [0]->exist: ? [1]->select: tomatoes (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a pepper but it is green."}, "202036902": {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "relate", "dependencies": [1], "argument": "sausage,to the right of,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202036901", "202036900"], "equivalent": ["202036901", "202036902"], "question": "Are there sausages to the right of the yellow food?", "imageId": "n200225", "isBalanced": true, "groups": {"global": null, "local": "13-cheese_sausage"}, "answer": "no", "semanticStr": "select: food (9)->filter color: yellow [0]->relate: sausage,to the right of,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "9", "2": "7"}, "fullAnswer": {"9": "9", "2": "7"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sausage is to the left of the cheese."}, "202036618": {"semantic": [{"operation": "select", "dependencies": [], "argument": "spinach (10)"}, {"operation": "select", "dependencies": [], "argument": "pizza (6) "}, {"operation": "choose healthier", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202036618"], "question": "Which is healthier, the pizza or the spinach?", "imageId": "n200225", "isBalanced": true, "groups": {"global": "vegetable", "local": "09compare-pizza_spinach"}, "answer": "spinach", "semanticStr": "select: spinach (10)->select: pizza (6) ->choose healthier:  [0, 1]", "annotations": {"answer": {"0": "10"}, "question": {"4": "6", "7": "10"}, "fullAnswer": {"1": "10", "6": "6"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The spinach is healthier than the pizza."}, "202036724": {"semantic": [{"operation": "select", "dependencies": [], "argument": "olive (3)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|green"}], "entailed": ["202036723"], "equivalent": ["202036723", "202036724"], "question": "Does the olive look black or green?", "imageId": "n200225", "isBalanced": true, "groups": {"global": "color", "local": "10c-olive_color"}, "answer": "black", "semanticStr": "select: olive (3)->choose color: black|green [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The olive is black."}, "202037129": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza crust (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202037129"], "question": "What does the pizza crust sit atop?", "imageId": "n200225", "isBalanced": true, "groups": {"global": "container", "local": "14-pizza crust_sitting atop,o"}, "answer": "pizza box", "semanticStr": "select: pizza crust (8)->relate: _,sitting atop,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1:3": "8", "6:8": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza crust sits atop the pizza box."}, "201037065": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,behind,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201037062", "201037063", "201037077", "201037061", "201037066", "201037067", "201037064", "201037060", "201037068", "201037069", "201037078", "201037082", "201037083", "201037058", "201037105", "201037059", "201037076", "201037106"], "equivalent": ["201037065"], "question": "The sign behind the girl is of which shape?", "imageId": "n393305", "isBalanced": true, "groups": {"global": "shape", "local": "10q-traffic sign_shape"}, "answer": "octagonal", "semanticStr": "select: girl (2)->relate: sign,behind,s (0) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"1": "0", "4": "2"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic sign is octagonal."}, "201037273": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037272", "201037271", "201037277", "201037279", "201037278", "201037222", "201037223"], "equivalent": ["201037273"], "question": "What is in front of the girl?", "imageId": "n393305", "isBalanced": true, "groups": {"global": "thing", "local": "14-girl_in front of,s"}, "answer": "fire hydrant", "semanticStr": "select: girl (2)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"8": "2", "1:3": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire hydrant is in front of the girl."}, "201037326": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["201037330", "201037329", "201037328", "201037312", "201037323", "201037322", "201037325", "201037324", "201037327"], "equivalent": ["201037326"], "question": "How clean is the concrete sidewalk?", "imageId": "n393305", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-sidewalk_cleanliness"}, "answer": "clean", "semanticStr": "select: sidewalk (8)->filter material: concrete [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is clean."}, "201037289": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (6)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201037289"], "question": "Is the skirt long and white?", "imageId": "n393305", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "no", "semanticStr": "select: skirt (6)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skirt is white but short."}, "201037333": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201037336", "201037337", "201037334", "201037335", "201037332", "201037331"], "equivalent": ["201037333"], "question": "What is the sidewalk made of?", "imageId": "n393305", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of concrete."}, "20894081": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "select", "dependencies": [], "argument": "sky (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20894083", "20894082"], "equivalent": ["20894081"], "question": "Are both the sky and the shirt the same color?", "imageId": "n272313", "isBalanced": true, "groups": {"global": null, "local": "09same-shirt_sky"}, "answer": "no", "semanticStr": "select: shirt (2)->select: sky (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "11", "6": "2"}, "fullAnswer": {"2": "2", "7": "11"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the shirt is yellow and the sky is blue."}, "20894309": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20894311"], "equivalent": ["20894309"], "question": "What is in front of the huge building?", "imageId": "n272313", "isBalanced": true, "groups": {"global": "tree", "local": "14-building_in front of,s"}, "answer": "tree", "semanticStr": "select: building (10)->filter size: huge [0]->relate: _,in front of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"6:8": "10"}, "fullAnswer": {"1": "9", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the building."}, "20894192": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20894193", "20894196"], "equivalent": ["20894192"], "question": "Who do you think is on the skateboard?", "imageId": "n272313", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_on,s"}, "answer": "boy", "semanticStr": "select: skateboard (7)->relate: person,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"7": "7"}, "fullAnswer": {"1": "0", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is on the skateboard."}, "20894261": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20894264", "20894269", "20894263", "20894268", "20894256", "20894257", "20894254", "20894255", "20894252", "20894253", "20894250", "20894251", "20894267", "20894266", "20894265", "20894259", "20894258", "20894262", "20894260"], "equivalent": ["20894261", "20894260"], "question": "Are the pants both long and brown?", "imageId": "n272313", "isBalanced": true, "groups": {"global": null, "local": "05-brown_long"}, "answer": "yes", "semanticStr": "select: pants (5)->verify color: brown [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pants are long and brown."}, "20894156": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20894153", "20894155", "20894159", "20894158", "20894154", "20894160", "20894161", "20894162", "20894151", "20894166", "20894152"], "equivalent": ["20894156"], "question": "Does the plastic helmet appear to be black and hard?", "imageId": "n272313", "isBalanced": true, "groups": {"global": null, "local": "05-black_hard"}, "answer": "yes", "semanticStr": "select: helmet (1)->filter material: plastic [0]->verify color: black [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the helmet is black and hard."}, "201319598": {"semantic": [{"operation": "select", "dependencies": [], "argument": "soup (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "coffee cup,to the right of,o (4)"}], "entailed": ["201319772", "201319771"], "equivalent": ["201319598"], "question": "Is the soup to the right of the coffee cup?", "imageId": "n508733", "isBalanced": true, "groups": {"global": null, "local": "13-soup_coffee cup"}, "answer": "yes", "semanticStr": "select: soup (3)->verify rel: coffee cup,to the right of,o (4) [0]", "annotations": {"answer": {}, "question": {"8:10": "4", "2": "3"}, "fullAnswer": {"2": "3", "9:11": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the soup is to the right of the coffee cup."}, "201319787": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["201319791", "201319792", "201319788", "201319789", "201319786", "201319784", "201319785", "201319783"], "equivalent": ["201319787"], "question": "Is the glass large?", "imageId": "n508733", "isBalanced": true, "groups": {"global": null, "local": "06-glass_large"}, "answer": "no", "semanticStr": "select: glass (6)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the glass is small."}, "201319446": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["201319448", "201319447"], "equivalent": ["201319446"], "question": "Are these people all the same gender?", "imageId": "n508733", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "yes", "semanticStr": "select: person (0)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGender", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, all the people are female."}, "201319475": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "light blue"}, {"operation": "verify", "dependencies": [0], "argument": "sleeveless "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201319475"], "question": "Is the shirt sleeveless and light blue?", "imageId": "n508733", "isBalanced": true, "groups": {"global": null, "local": "05-light blue_sleeveless"}, "answer": "no", "semanticStr": "select: shirt (1)->verify color: light blue [0]->verify: sleeveless  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is light blue but long sleeved."}, "201319776": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrushes (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "paintings (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201319775"], "equivalent": ["201319776"], "question": "Are there either any paintings or toothbrushes?", "imageId": "n508733", "isBalanced": true, "groups": {"global": null, "local": "09existOr-paintings_toothbrushes"}, "answer": "no", "semanticStr": "select: toothbrushes (-)->exist: ? [0]->select: paintings (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no paintings or toothbrushes."}, "201439451": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (10)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201439450", "201439453", "201439452", "201439454", "201439446", "201439447", "201439448", "201439449"], "equivalent": ["201439451", "201439450"], "question": "Is the happy woman on the right side or on the left?", "imageId": "n199286", "isBalanced": true, "groups": {"global": null, "local": "10c-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (10)->filter face expression: happy [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is on the right of the image."}, "201439646": {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201439644", "201439645", "201439647", "201439651", "201439642", "201439662", "201439648", "201439649", "201439661", "201439663"], "equivalent": ["201439646"], "question": "What is the size of the brown horse?", "imageId": "n199286", "isBalanced": true, "groups": {"global": "size", "local": "10q-horse_size"}, "answer": "large", "semanticStr": "select: horse (4)->filter color: brown [0]->query: size [1]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horse is large."}, "201439461": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (10)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201439459", "201439458", "201439472", "201439469", "201439470", "201439464", "201439465", "201439475", "201439474", "201439460", "201439457", "201439456", "201439471", "201439463", "201439473"], "equivalent": ["201439461"], "question": "What's the woman doing?", "imageId": "n199286", "isBalanced": true, "groups": {"global": "pose", "local": "10q-woman_pose"}, "answer": "standing", "semanticStr": "select: woman (10)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is standing."}, "201439744": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201439727", "201439738", "201439739", "201439745", "201439747", "201439746", "201439741", "201439740", "201439743", "201439742", "201439749", "201439748"], "equivalent": ["201439744"], "question": "What is the size of the shorts made of cloth?", "imageId": "n199286", "isBalanced": true, "groups": {"global": "size", "local": "10q-shorts_size"}, "answer": "small", "semanticStr": "select: shorts (7)->filter material: cloth [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "7", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are small."}, "201439591": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201439590", "201439592", "201439564"], "equivalent": ["201439591"], "question": "What animal is standing on the grass?", "imageId": "n199286", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_standing on,s"}, "answer": "horse", "semanticStr": "select: grass (13)->relate: animal,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is standing on the grass."}, "201392027": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (5)"}, {"operation": "filter length", "dependencies": [0], "argument": "short"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201392026"], "equivalent": ["201392027"], "question": "Do the short shorts look black?", "imageId": "n477702", "isBalanced": true, "groups": {"global": null, "local": "06-shorts_black"}, "answer": "no", "semanticStr": "select: shorts (5)->filter length: short [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shorts are blue."}, "201391839": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201391838"], "equivalent": ["201391839"], "question": "Who wears the shorts?", "imageId": "n477702", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "man", "semanticStr": "select: shorts (5)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "3": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears shorts."}, "201391935": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["201391944", "201391945", "201391946", "201391947", "201391890", "201391921", "201391891", "201391934", "201391937", "201391936", "201391931", "201391930", "201391933", "201391932", "201391922", "201391927"], "equivalent": ["201391935"], "question": "How wide is the sofa made of wood?", "imageId": "n477702", "isBalanced": true, "groups": {"global": "width", "local": "10q-sofa_width"}, "answer": "wide", "semanticStr": "select: sofa (12)->filter material: wood [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4": "12", "7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sofa is wide."}, "201392146": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["201392130", "201392138", "201392139", "201392141", "201392140", "201392145", "201392144"], "equivalent": ["201392146"], "question": "How does the cotton shirt seem to be, long sleeved or short sleeved?", "imageId": "n477702", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (8)->filter material: cotton [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved."}, "201391986": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vest (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201391985"], "equivalent": ["201391986"], "question": "Who is wearing the vest?", "imageId": "n477702", "isBalanced": true, "groups": {"global": "person", "local": "14-vest_wearing,s"}, "answer": "man", "semanticStr": "select: vest (7)->relate: person,wearing,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a vest."}, "202073222": {"semantic": [{"operation": "select", "dependencies": [], "argument": "deer (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073219", "202073203", "202073224", "202073223", "202073221", "202073220"], "equivalent": ["202073222"], "question": "What kind of animal is to the left of the deer?", "imageId": "n219840", "isBalanced": true, "groups": {"global": "animal", "local": "15-deer_to the left of,s"}, "answer": "horses", "semanticStr": "select: deer (7)->relate: animal,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are horses."}, "202073306": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "filter", "dependencies": [0], "argument": "beautiful"}, {"operation": "choose name", "dependencies": [1], "argument": "deer|zebra"}], "entailed": [], "equivalent": ["202073306"], "question": "What type of animal is beautiful, the deer or the zebra?", "imageId": "n219840", "isBalanced": true, "groups": {"global": "animal", "local": "12c-animal_beautiful"}, "answer": "deer", "semanticStr": "select: animal (7)->filter: beautiful [0]->choose name: deer|zebra [1]", "annotations": {"answer": {"0": "7"}, "question": {"10": "3", "3": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The deer is beautiful."}, "202073425": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073399", "202073424"], "equivalent": ["202073425"], "question": "What is under the trees?", "imageId": "n219840", "isBalanced": true, "groups": {"global": "plant", "local": "14-trees_under,s"}, "answer": "grass", "semanticStr": "select: trees (5)->relate: _,under,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The grass is under the trees."}, "202073131": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree leaves (10)"}, {"operation": "verify", "dependencies": [0], "argument": "dried"}], "entailed": ["202073130"], "equivalent": ["202073131"], "question": "Do the tree leaves look dried?", "imageId": "n219840", "isBalanced": true, "groups": {"global": null, "local": "06-tree leaves_dried"}, "answer": "yes", "semanticStr": "select: tree leaves (10)->verify: dried [0]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2:4": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tree leaves are dried."}, "202073385": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,higher than,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073383", "202073384"], "equivalent": ["202073385"], "question": "What is higher than the trees?", "imageId": "n219840", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-trees_higher than,s"}, "answer": "sky", "semanticStr": "select: trees (5)->relate: _,higher than,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is higher than the trees."}, "2093853": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "choose name", "dependencies": [0], "argument": "giraffe|monkeys"}], "entailed": [], "equivalent": ["2093853"], "question": "Which animal is this, a giraffe or a monkey?", "imageId": "n450919", "isBalanced": true, "groups": {"global": "animal", "local": "11c-animal"}, "answer": "giraffe", "semanticStr": "select: animal (4)->choose name: giraffe|monkeys [0]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4", "5": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a giraffe."}, "2094004": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mud (7)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,near,s (6)"}, {"operation": "filter color", "dependencies": [1], "argument": "green"}, {"operation": "query", "dependencies": [2], "argument": "height"}], "entailed": ["2094000", "2094017", "2094001", "2094002", "2094014", "2094005", "2094006", "2094007"], "equivalent": ["2094004"], "question": "What is the height of the green grass near the mud?", "imageId": "n450919", "isBalanced": true, "groups": {"global": "length", "local": "10q-grass_height"}, "answer": "short", "semanticStr": "select: mud (7)->relate: grass,near,s (6) [0]->filter color: green [1]->query: height [2]", "annotations": {"answer": {}, "question": {"10": "7", "6:8": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is short."}, "2093826": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fur (5)"}, {"operation": "verify", "dependencies": [0], "argument": "colorful"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2093823", "2093822", "2093827", "2093825", "2093824", "2093829", "2093828", "2093830", "2093831"], "equivalent": ["2093826"], "question": "Is the fur colorful and smooth?", "imageId": "n450919", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_smooth"}, "answer": "yes", "semanticStr": "select: fur (5)->verify: colorful [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fur is colorful and smooth."}, "2093749": {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scarf (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2093750", "2093748"], "equivalent": ["2093749", "2093750"], "question": "Do you see any scarves or gloves?", "imageId": "n450919", "isBalanced": true, "groups": {"global": null, "local": "09existOr-gloves_scarf"}, "answer": "no", "semanticStr": "select: gloves (-)->exist: ? [0]->select: scarf (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no scarves or gloves."}, "2093735": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (20)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (8) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2093736", "2093734"], "equivalent": ["2093735", "2093734"], "question": "Is there a small hat or fence?", "imageId": "n450919", "isBalanced": true, "groups": {"global": null, "local": "04-hat_small"}, "answer": "yes", "semanticStr": "select: hat (20)->filter size: small [0]->exist: ? [1]->select: fence (8) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "20", "6": "8"}, "fullAnswer": {"5": "20"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a small hat."}, "201407228": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201407227", "201407226", "201407320"], "equivalent": ["201407228"], "question": "What is in front of the man?", "imageId": "n282607", "isBalanced": true, "groups": {"global": "", "local": "14-man_in front of,s"}, "answer": "net", "semanticStr": "select: man (0)->relate: _,in front of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The net is in front of the man."}, "201407286": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["201407287"], "equivalent": ["201407287", "201407286"], "question": "Are there any women?", "imageId": "n282607", "isBalanced": true, "groups": {"global": null, "local": "03-woman"}, "answer": "no", "semanticStr": "select: woman (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no women."}, "201407073": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scarf (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201407073"], "question": "Are there any scarves?", "imageId": "n282607", "isBalanced": true, "groups": {"global": null, "local": "03-scarf"}, "answer": "no", "semanticStr": "select: scarf (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no scarves."}, "201407296": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201407296"], "question": "Who is standing?", "imageId": "n282607", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "man", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is standing."}, "201407163": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (13)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201407173", "201407161", "201407162", "201407164", "201407165", "201407166", "201407172", "201407167", "201407171"], "equivalent": ["201407163", "201407164"], "question": "What color is the fence?", "imageId": "n282607", "isBalanced": true, "groups": {"global": "color", "local": "10q-fence_color"}, "answer": "black", "semanticStr": "select: fence (13)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is black."}, "20169708": {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,to the left of,s (1)"}], "entailed": ["20169709", "20169710", "20169711"], "equivalent": ["20169708"], "question": "Is the man to the left of the flag?", "imageId": "n58220", "isBalanced": true, "groups": {"global": null, "local": "13-flag_man"}, "answer": "no", "semanticStr": "select: flag (2)->verify rel: man,to the left of,s (1) [0]", "annotations": {"answer": {}, "question": {"8": "2", "2": "1"}, "fullAnswer": {"9": "2", "2": "1"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the right of the flag."}, "20169862": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20169864", "20169863", "20169861"], "equivalent": ["20169861", "20169862"], "question": "Is the jacket white?", "imageId": "n58220", "isBalanced": true, "groups": {"global": null, "local": "06-jacket_white"}, "answer": "no", "semanticStr": "select: jacket (4)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the jacket is green."}, "20169952": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (9)"}, {"operation": "verify size", "dependencies": [0], "argument": "huge"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20169951"], "equivalent": ["20169952", "20169951"], "question": "Does the bridge have white color and huge size?", "imageId": "n58220", "isBalanced": true, "groups": {"global": null, "local": "05-huge_white"}, "answer": "no", "semanticStr": "select: bridge (9)->verify size: huge [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bridge is huge but green."}, "20169893": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tables (7)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["20169903", "20169892", "20169891", "20169890", "20169897", "20169896", "20169895", "20169894", "20169875", "20169874", "20169898", "20169888"], "equivalent": ["20169893"], "question": "How clean are the empty tables?", "imageId": "n58220", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-tables_cleanliness"}, "answer": "clean", "semanticStr": "select: tables (7)->filter: empty [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tables are clean."}, "20169924": {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (6)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|white"}], "entailed": [], "equivalent": ["20169924"], "question": "What color is the road, black or white?", "imageId": "n58220", "isBalanced": true, "groups": {"global": "color", "local": "10c-road_color"}, "answer": "black", "semanticStr": "select: road (6)->choose color: black|white [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The road is black."}, "201527708": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (3)"}, {"operation": "relate", "dependencies": [0], "argument": "cake,on top of,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201527559", "201527707"], "equivalent": ["201527707", "201527708"], "question": "Is there a cake on top of the tray?", "imageId": "n118102", "isBalanced": true, "groups": {"global": null, "local": "13-tray_cake"}, "answer": "yes", "semanticStr": "select: tray (3)->relate: cake,on top of,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "3", "3": "2"}, "fullAnswer": {"9": "3", "4": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cake on top of the tray."}, "201528054": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201528050", "201528051", "201527410"], "equivalent": ["201528054"], "question": "What is the girl holding?", "imageId": "n118102", "isBalanced": true, "groups": {"global": "utensil", "local": "14-girl_holding,o"}, "answer": "knife", "semanticStr": "select: girl (6)->relate: _,holding,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "6", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the knife."}, "201527833": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201527832", "201527831", "201527830"], "equivalent": ["201527833"], "question": "Which kind of appliance is the table in front of?", "imageId": "n118102", "isBalanced": true, "groups": {"global": "appliance", "local": "15-table_in front of,o"}, "answer": "stove", "semanticStr": "select: table (5)->relate: appliance,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "5", "7": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the stove."}, "201527499": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bread (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tent (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201527498"], "equivalent": ["201527499"], "question": "Are there any tents or breads?", "imageId": "n118102", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bread_tent"}, "answer": "no", "semanticStr": "select: bread (-)->exist: ? [0]->select: tent (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no tents or breads."}, "201527853": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["201527852", "201527855", "201527854"], "equivalent": ["201527853"], "question": "Is the fork in the top part?", "imageId": "n118102", "isBalanced": true, "groups": {"global": null, "local": "06-fork_top"}, "answer": "no", "semanticStr": "select: fork (4)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fork is in the bottom of the image."}, "20902639": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(male)"}, {"operation": "choose rel", "dependencies": [1], "argument": "backpack,to the left of|to the right of,s (1)"}], "entailed": ["20903062", "20903063", "20903060", "20903061", "20902638", "20902635", "20902636", "20902637"], "equivalent": ["20902639"], "question": "Is the small bag to the right or to the left of the person that is not male?", "imageId": "n411121", "isBalanced": true, "groups": {"global": null, "local": "13-person_backpack"}, "answer": "left", "semanticStr": "select: person (7)->filter gender: not(male) [0]->choose rel: backpack,to the left of|to the right of,s (1) [1]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "1", "17": "7"}, "fullAnswer": {"1": "1", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The backpack is to the left of the person."}, "20903174": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20903171", "20903172", "20903173", "20903175", "20903180", "20903179"], "equivalent": ["20903174"], "question": "What is the name of the vehicle in front of the old building?", "imageId": "n411121", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_in front of,s"}, "answer": "van", "semanticStr": "select: building (9)->filter: old [0]->relate: vehicle,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"11:13": "9", "6": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van."}, "20903010": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["20903000", "20903031", "20903019", "20903006", "20903007", "20903008", "20903009", "20903018", "20902991", "20903011", "20903017", "20903004", "20902974"], "equivalent": ["20903009", "20903011", "20903010"], "question": "Is the shirt that looks clean long sleeved or short sleeved?", "imageId": "n411121", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (4)->filter cleanliness: clean [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved."}, "20902486": {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (10)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20902491", "20902489", "20902488", "20902498", "20902483", "20902497", "20902487", "20902485", "20902484"], "equivalent": ["20902486", "20902485"], "question": "What color is the poster that looks rectangular?", "imageId": "n411121", "isBalanced": true, "groups": {"global": "color", "local": "10q-poster_color"}, "answer": "green", "semanticStr": "select: poster (10)->filter shape: rectangular [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10", "7": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The poster is green."}, "20902678": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "relate", "dependencies": [1], "argument": "_,riding on,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20902897"], "equivalent": ["20902678"], "question": "What does the male person ride on?", "imageId": "n411121", "isBalanced": true, "groups": {"global": "object", "local": "14-person_riding on,o"}, "answer": "bike", "semanticStr": "select: person (0)->filter gender: male [0]->relate: _,riding on,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "4:6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person rides on a bike."}, "2065922": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (7)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (2)"}, {"operation": "choose rel", "dependencies": [1], "argument": "girl,to the right of|to the left of,s (1)"}], "entailed": ["2066153", "2066152", "2065924", "2065923", "2065921", "2065920", "2066154", "2066155", "2066156"], "equivalent": ["2065922", "2065921"], "question": "Is the young girl to the right or to the left of the man that is wearing a jacket?", "imageId": "n356822", "isBalanced": true, "groups": {"global": null, "local": "13-man_girl"}, "answer": "right", "semanticStr": "select: jacket (7)->relate: man,wearing,s (2) [0]->choose rel: girl,to the right of|to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"18": "7", "13": "2", "2:4": "1"}, "fullAnswer": {"1": "1", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The girl is to the right of the man."}, "2066041": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066039", "2066040"], "equivalent": ["2066041"], "question": "Which kind of clothing is made of leather?", "imageId": "n356822", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_leather"}, "answer": "baseball mitt", "semanticStr": "select: clothing (3)->filter material: leather [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4:6": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a baseball mitt."}, "2065903": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2065902"], "equivalent": ["2065903"], "question": "What is the girl wearing?", "imageId": "n356822", "isBalanced": true, "groups": {"global": "clothing", "local": "14-girl_wearing,o"}, "answer": "sweater", "semanticStr": "select: girl (1)->relate: _,wearing,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "1", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a sweater."}, "2066033": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066032"], "equivalent": ["2066033"], "question": "What is the boy wearing?", "imageId": "n356822", "isBalanced": true, "groups": {"global": "clothing", "local": "14-boy_wearing,o"}, "answer": "sweater", "semanticStr": "select: boy (0)->relate: _,wearing,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a sweater."}, "2065946": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2065945", "2065944", "2065943"], "equivalent": ["2065946"], "question": "On which side of the photo is the boy?", "imageId": "n356822", "isBalanced": true, "groups": {"global": null, "local": "10q-boy_hposition"}, "answer": "right", "semanticStr": "select: boy (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is on the right of the image."}, "202231518": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "not(sad)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing behind,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202231519"], "equivalent": ["202231518"], "question": "What is the person that is not sad standing behind of?", "imageId": "n79078", "isBalanced": true, "groups": {"global": "object", "local": "14-man_standing behind,o"}, "answer": "trash can", "semanticStr": "select: person (6)->filter face expression: not(sad) [0]->relate: _,standing behind,o (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "6", "7": "6"}, "fullAnswer": {"1": "6", "6:8": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing behind the trash can."}, "202231552": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["202231554", "202231553"], "equivalent": ["202231552"], "question": "Is the shirt red?", "imageId": "n79078", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_red"}, "answer": "no", "semanticStr": "select: shirt (8)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is gray."}, "202231424": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "sign,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202231423", "202231422", "202231425", "202231329"], "equivalent": ["202231424"], "question": "What is the sign on top of the tall pole?", "imageId": "n79078", "isBalanced": true, "groups": {"global": "sign", "local": "15-pole_on top of,s"}, "answer": "stop sign", "semanticStr": "select: pole (2)->filter height: tall [0]->relate: sign,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0:2": "1"}, "question": {"8:10": "2", "3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a stop sign."}, "202231536": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (9)"}, {"operation": "choose color", "dependencies": [0], "argument": "orange|white"}], "entailed": [], "equivalent": ["202231536"], "question": "Which color are the shorts, orange or white?", "imageId": "n79078", "isBalanced": true, "groups": {"global": "color", "local": "10c-shorts_color"}, "answer": "orange", "semanticStr": "select: shorts (9)->choose color: orange|white [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shorts are orange."}, "202231299": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (15)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202231297", "202231300", "202231301", "202231302", "202231298"], "equivalent": ["202231299"], "question": "What is the ground made of?", "imageId": "n79078", "isBalanced": true, "groups": {"global": "material", "local": "10q-ground_material"}, "answer": "concrete", "semanticStr": "select: ground (15)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ground is made of concrete."}, "201988059": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201988063", "201988062", "201988061", "201988065", "201988064", "201988060"], "equivalent": ["201988059", "201988060"], "question": "Is the tape white?", "imageId": "n470131", "isBalanced": true, "groups": {"global": null, "local": "06-tape_white"}, "answer": "no", "semanticStr": "select: tape (6)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the tape is orange."}, "201987955": {"semantic": [{"operation": "select", "dependencies": [], "argument": "label (12)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,near,s (0)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201987835", "201987834", "201987950", "201987956", "201987871", "201987870", "201987937", "201987930", "201987931", "201987932", "201987938", "201987945", "201987944", "201987947", "201987946", "201987943", "201987942", "201987949", "201987948", "201987907", "201987909", "201987908"], "equivalent": ["201987955"], "question": "Is the bottle near the label open or closed?", "imageId": "n470131", "isBalanced": true, "groups": {"global": "15", "local": "10c-bottle_15"}, "answer": "closed", "semanticStr": "select: label (12)->relate: bottle,near,s (0) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "12"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bottle is closed."}, "201987679": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bed (-) "}, {"operation": "filter cleanliness", "dependencies": [3], "argument": "clean"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201987678", "201987680", "201987681"], "equivalent": ["201987679", "201987678"], "question": "Are there clean beds or tables?", "imageId": "n470131", "isBalanced": true, "groups": {"global": null, "local": "04-table_clean"}, "answer": "no", "semanticStr": "select: table (11)->filter cleanliness: clean [0]->exist: ? [1]->select: bed (-) ->filter cleanliness: clean [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is dirty."}, "201988045": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (4)"}, {"operation": "relate", "dependencies": [0], "argument": "food,sitting beside,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201988049", "201988048", "201988044", "201988047", "201988046", "201988043", "201988042", "201987709", "201987710", "201987711", "201987712"], "equivalent": ["201988045", "201988047", "201988046"], "question": "What is the food that the cake is sitting beside?", "imageId": "n470131", "isBalanced": true, "groups": {"global": "food", "local": "15-cake_sitting beside,o"}, "answer": "cookie", "semanticStr": "select: cake (4)->relate: food,sitting beside,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "4"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a cookie."}, "201988085": {"semantic": [{"operation": "select", "dependencies": [], "argument": "foil (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201988080", "201988083", "201988082", "201988084", "201988086"], "equivalent": ["201988085"], "question": "Of what material the foil?", "imageId": "n470131", "isBalanced": true, "groups": {"global": "material", "local": "10q-foil_material"}, "answer": "metal", "semanticStr": "select: foil (8)->query: material [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The foil is made of metal."}, "20655425": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (7)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "purple "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20655424", "20655423"], "equivalent": ["20655424", "20655425", "20655423"], "question": "Do the trousers look long and purple?", "imageId": "n199097", "isBalanced": true, "groups": {"global": null, "local": "05-long_purple"}, "answer": "no", "semanticStr": "select: pants (7)->verify length: long [0]->verify color: purple  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trousers are long but gray."}, "20655080": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (26)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20655190", "20655189"], "equivalent": ["20655080"], "question": "What is the old man wearing?", "imageId": "n199097", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "hat", "semanticStr": "select: man (26)->filter age: old [0]->relate: _,wearing,o (18) [1]->query: name [2]", "annotations": {"answer": {"0": "18"}, "question": {"3:5": "26"}, "fullAnswer": {"1": "26", "5": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a hat."}, "20655454": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20655453"], "equivalent": ["20655454"], "question": "Who is wearing the coat?", "imageId": "n199097", "isBalanced": true, "groups": {"global": "person", "local": "14-coat_wearing,s"}, "answer": "gentleman", "semanticStr": "select: coat (11)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is wearing a coat."}, "20655405": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (23)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on,s (25)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20655403", "20655307", "20655306", "20655404"], "equivalent": ["20655405"], "question": "Which kind of sign is on the sidewalk?", "imageId": "n199097", "isBalanced": true, "groups": {"global": "sign", "local": "15-sidewalk_on,s"}, "answer": "street sign", "semanticStr": "select: sidewalk (23)->relate: sign,on,s (25) [0]->query: name [1]", "annotations": {"answer": {"0:2": "25"}, "question": {"3": "25"}, "fullAnswer": {"1": "25", "4:6": "25"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign."}, "20655122": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (20)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20655122"], "question": "Who is the vehicle in front of?", "imageId": "n199097", "isBalanced": true, "groups": {"global": "person", "local": "14-vehicle_in front of,o"}, "answer": "man", "semanticStr": "select: vehicle (20)->relate: person,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "20", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is in front of the man."}, "20330319": {"semantic": [{"operation": "select", "dependencies": [], "argument": "stage (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330320"], "equivalent": ["20330319"], "question": "What is standing on the stage?", "imageId": "n260521", "isBalanced": true, "groups": {"global": "object", "local": "14-stage_standing on,s"}, "answer": "statue", "semanticStr": "select: stage (3)->relate: _,standing on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"5": "3"}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is standing on the stage."}, "20330578": {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20330579", "20330573", "20330574", "20330575", "20330576", "20330577", "20330581", "20330580", "20330583", "20330585", "20330584"], "equivalent": ["20330578"], "question": "What color does the book that is not closed have?", "imageId": "n260521", "isBalanced": true, "groups": {"global": "color", "local": "10q-book_color"}, "answer": "white", "semanticStr": "select: book (8)->filter: not(closed) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "8", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book has white color."}, "20330284": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,sitting on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20330286", "20330287", "20330285", "20330282", "20330281", "20330292"], "equivalent": ["20330284"], "question": "What color is the bench that the person sits on?", "imageId": "n260521", "isBalanced": true, "groups": {"global": "tone", "local": "10q-bench_color"}, "answer": "dark", "semanticStr": "select: person (13)->relate: bench,sitting on,o (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "13"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is dark."}, "20330326": {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330325"], "equivalent": ["20330326"], "question": "What is the statue holding?", "imageId": "n260521", "isBalanced": true, "groups": {"global": "object", "local": "14-statue_holding,o"}, "answer": "broom", "semanticStr": "select: statue (2)->relate: _,holding,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is holding the broom."}, "20330346": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (5)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "fence,in front of,o (7)"}], "entailed": ["20330505", "20330347", "20330504"], "equivalent": ["20330346"], "question": "Is the tall tree in front of a fence?", "imageId": "n260521", "isBalanced": true, "groups": {"global": null, "local": "13-tree_fence"}, "answer": "yes", "semanticStr": "select: tree (5)->filter height: tall [0]->verify rel: fence,in front of,o (7) [1]", "annotations": {"answer": {}, "question": {"8": "7", "2:4": "5"}, "fullAnswer": {"8": "7", "2": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the tree is in front of a fence."}, "201447103": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447102", "201447038", "201447106", "201447037"], "equivalent": ["201447103"], "question": "What is on the wall?", "imageId": "n54180", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_on,s"}, "answer": "mirror", "semanticStr": "select: wall (11)->relate: _,on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror is on the wall."}, "201447170": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,using,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447164", "201447165", "201447166", "201447167", "201447162", "201447163", "201447168", "201447169"], "equivalent": ["201447170"], "question": "What kind of device is the man using?", "imageId": "n54180", "isBalanced": true, "groups": {"global": "device", "local": "15-man_using,o"}, "answer": "camera", "semanticStr": "select: man (7)->relate: device,using,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "7", "5": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is using a camera."}, "201447004": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201447007", "201447006", "201447005"], "equivalent": ["201447004"], "question": "Is the toilet paper on the right side of the image?", "imageId": "n54180", "isBalanced": true, "groups": {"global": null, "local": "06-toilet paper_right"}, "answer": "yes", "semanticStr": "select: toilet paper (2)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toilet paper is on the right of the image."}, "201446986": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "saucer,above,o (-)"}], "entailed": [], "equivalent": ["201446986"], "question": "Is the cup above a saucer?", "imageId": "n54180", "isBalanced": true, "groups": {"global": null, "local": "13-cup_saucer"}, "answer": "no", "semanticStr": "select: cup (3)->verify rel: saucer,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cup is above the sink."}, "201446977": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201446982", "201446978", "201446974", "201446975", "201446976"], "equivalent": ["201446977"], "question": "What is the cup made of?", "imageId": "n54180", "isBalanced": true, "groups": {"global": "material", "local": "10q-cup_material"}, "answer": "plastic", "semanticStr": "select: cup (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cup is made of plastic."}, "201207451": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (6)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}, {"operation": "verify", "dependencies": [0], "argument": "empty "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201207458", "201207463", "201207471", "201207472", "201207452", "201207465", "201207464", "201207478", "201207453", "201207469", "201207468", "201207456", "201207457", "201207454", "201207455"], "equivalent": ["201207451"], "question": "Is the mug both black and white and empty?", "imageId": "n222915", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_empty"}, "answer": "yes", "semanticStr": "select: mug (6)->verify: black and white [0]->verify: empty  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mug is black and white and empty."}, "201207407": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201207409", "201207408", "201207405", "201207406", "201207414", "201207412", "201207413", "201207410", "201207411"], "equivalent": ["201207407"], "question": "What is that glass made of?", "imageId": "n222915", "isBalanced": true, "groups": {"global": "material", "local": "10q-glass_material"}, "answer": "glass", "semanticStr": "select: glass (7)->query: material [0]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glass is made of glass."}, "201206888": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201206886", "201206887"], "equivalent": ["201206888"], "question": "What is the bowl sitting on?", "imageId": "n222915", "isBalanced": true, "groups": {"global": "thing", "local": "14-bowl_sitting on,o"}, "answer": "papers", "semanticStr": "select: bowl (11)->relate: _,sitting on,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl is sitting on the papers."}, "201207201": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetables (8)"}, {"operation": "filter", "dependencies": [0], "argument": "leafy"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,sitting on,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201207152", "201207151", "201207150", "201207200"], "equivalent": ["201207201"], "question": "What fruits are sitting on the leafy vegetables?", "imageId": "n222915", "isBalanced": true, "groups": {"global": "fruit", "local": "15-vegetables_sitting on,s"}, "answer": "apples", "semanticStr": "select: vegetables (8)->filter: leafy [0]->relate: fruit,sitting on,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2", "6:8": "8"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are apples."}, "201207227": {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "tan"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207204", "201207205", "201207215", "201207216", "201207217", "201207224", "201207226"], "equivalent": ["201207227"], "question": "What food is tan?", "imageId": "n222915", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_tan"}, "answer": "sandwich", "semanticStr": "select: food (5)->filter color: tan [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sandwich."}, "20752413": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20752412", "20752416", "20752415", "20752414"], "equivalent": ["20752413"], "question": "Is the mirror on the left side of the photo?", "imageId": "n209843", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_left"}, "answer": "no", "semanticStr": "select: mirror (2)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mirror is on the right of the image."}, "20752362": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,to the right of,s (3)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20752362"], "question": "Is the cabinet that is to the right of the toilet metallic and hard?", "imageId": "n209843", "isBalanced": true, "groups": {"global": null, "local": "05-hard_metal"}, "answer": "no", "semanticStr": "select: toilet (8)->relate: cabinet,to the right of,s (3) [0]->verify hardness: hard [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "8", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cabinet is hard but wooden."}, "20752312": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20752311"], "equivalent": ["20752312"], "question": "What is the towel on?", "imageId": "n209843", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-towel_on,o"}, "answer": "wall", "semanticStr": "select: towel (0)->relate: _,on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is on the wall."}, "20752293": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20752293"], "question": "Does that towel have green color and striped pattern?", "imageId": "n209843", "isBalanced": true, "groups": {"global": null, "local": "05-green_striped"}, "answer": "no", "semanticStr": "select: towel (0)->verify color: green [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the towel is striped but brown."}, "20752230": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (18)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20752231"], "equivalent": ["20752230"], "question": "Does the door look black?", "imageId": "n209843", "isBalanced": true, "groups": {"global": null, "local": "06-door_black"}, "answer": "no", "semanticStr": "select: door (18)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the door is white."}, "201599775": {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201599773", "201599774"], "equivalent": ["201599775"], "question": "Are there any drawers or tables?", "imageId": "n285391", "isBalanced": true, "groups": {"global": null, "local": "09existOr-drawer_table"}, "answer": "no", "semanticStr": "select: drawer (-)->exist: ? [0]->select: table (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no tables or drawers."}, "201599787": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201599756", "201599755", "201599754", "201599766", "201599767", "201599764", "201599765", "201599768", "201599783", "201599784", "201599785", "201599786"], "equivalent": ["201599787"], "question": "What kind of furniture is made of wood?", "imageId": "n285391", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "chair", "semanticStr": "select: furniture (0)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair."}, "201599845": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "papers (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201599845"], "question": "Are there both pillows and papers in this picture?", "imageId": "n285391", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-papers_pillow"}, "answer": "no", "semanticStr": "select: pillow (6)->exist: ? [0]->select: papers (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a pillow but no papers."}, "201599698": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201599697", "201599679", "201599699"], "equivalent": ["201599698"], "question": "What animal is it?", "imageId": "n285391", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "cat", "semanticStr": "select: animal (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat."}, "201599835": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rope (5)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201599834", "201599833"], "equivalent": ["201599835"], "question": "In which part of the picture is the rope, the bottom or the top?", "imageId": "n285391", "isBalanced": true, "groups": {"global": null, "local": "10c-rope_vposition"}, "answer": "top", "semanticStr": "select: rope (5)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The rope is in the top of the image."}, "202162548": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202161990", "202162547", "202162546", "202162545", "202162544"], "equivalent": ["202162548"], "question": "Which kind of furniture is the pillow on?", "imageId": "n69237", "isBalanced": true, "groups": {"global": "furniture", "local": "15-pillow_on,o"}, "answer": "bed", "semanticStr": "select: pillow (4)->relate: furniture,on,o (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {"3": "21"}, "fullAnswer": {"1": "4", "5": "21"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillow is on the bed."}, "202162615": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162598", "202162599", "202162589", "202162588", "202162618", "202162600", "202162617"], "equivalent": ["202162615"], "question": "What is the black item of furniture?", "imageId": "n69237", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_black"}, "answer": "bookcase", "semanticStr": "select: furniture (8)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4:7": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase."}, "202161890": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bedroom (0)"}, {"operation": "select", "dependencies": [], "argument": "pillow (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202161891", "202161889"], "equivalent": ["202161890", "202161891"], "question": "Is the color of the bedroom different than that of the pillow?", "imageId": "n69237", "isBalanced": true, "groups": {"global": null, "local": "09diff-bedroom_pillow"}, "answer": "no", "semanticStr": "select: bedroom (0)->select: pillow (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "4", "5": "0"}, "fullAnswer": {"3": "0", "6": "4"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the bedroom and the pillow are white."}, "202162432": {"semantic": [{"operation": "select", "dependencies": [], "argument": "drapes (3)"}, {"operation": "verify", "dependencies": [0], "argument": "dull"}, {"operation": "verify color", "dependencies": [0], "argument": "gold "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202162433"], "equivalent": ["202162433", "202162432"], "question": "Do the drapes look gold and dull?", "imageId": "n69237", "isBalanced": true, "groups": {"global": null, "local": "05-dull_gold"}, "answer": "no", "semanticStr": "select: drapes (3)->verify: dull [0]->verify color: gold  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the drapes are dull but green."}, "202162135": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (17)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["202162116", "202162127", "202162138", "202162136", "202162137", "202162134", "202162132", "202162133", "202162130", "202162131", "202162143", "202162144"], "equivalent": ["202162135"], "question": "What is the clean floor made of?", "imageId": "n69237", "isBalanced": true, "groups": {"global": "material", "local": "10q-floor_material"}, "answer": "wood", "semanticStr": "select: floor (17)->filter cleanliness: clean [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3:5": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is made of wood."}, "20550535": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20550558", "20550559", "20550556", "20550541", "20550551", "20550546", "20550552", "20550553", "20550543", "20550540", "20550545", "20550538", "20550539", "20550561", "20550544", "20550536", "20550537", "20550542", "20550568"], "equivalent": ["20550535"], "question": "Is the window small and gray?", "imageId": "n579928", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "yes", "semanticStr": "select: window (6)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is small and gray."}, "20550219": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20550217", "20550218"], "equivalent": ["20550219"], "question": "What is this vehicle called?", "imageId": "n579928", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "van", "semanticStr": "select: vehicle (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "That is a van."}, "20550592": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hay (8)"}, {"operation": "verify", "dependencies": [0], "argument": "wet"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20550592"], "question": "Is the hay wet and yellow?", "imageId": "n579928", "isBalanced": true, "groups": {"global": null, "local": "05-wet_yellow"}, "answer": "no", "semanticStr": "select: hay (8)->verify: wet [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hay is yellow but dry."}, "20550407": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550296", "20550405", "20550406"], "equivalent": ["20550407"], "question": "What kind of animal is standing on the grass?", "imageId": "n579928", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing on,s"}, "answer": "horse", "semanticStr": "select: grass (2)->relate: animal,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse."}, "20550578": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter", "dependencies": [0], "argument": "grouped"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20550579", "20550427"], "equivalent": ["20550578"], "question": "Where are the grouped people standing on?", "imageId": "n579928", "isBalanced": true, "groups": {"global": "plant", "local": "14-people_standing on,o"}, "answer": "grass", "semanticStr": "select: person (9)->filter: grouped [0]->relate: place,standing on,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "9"}, "fullAnswer": {"1": "9", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are standing on the grass."}, "202246179": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246180", "202246181", "202246182", "202246183"], "equivalent": ["202246179"], "question": "What is the mouse pad on?", "imageId": "n310828", "isBalanced": true, "groups": {"global": "furniture", "local": "14-mouse pad_on,o"}, "answer": "computer desk", "semanticStr": "select: mouse pad (3)->relate: _,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3:5": "3"}, "fullAnswer": {"1:3": "3", "6:8": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mouse pad is on the computer desk."}, "202246404": {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (5)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202246401", "202246400", "202246399", "202246398", "202246403", "202246402", "202246405", "202246406"], "equivalent": ["202246404"], "question": "On which side of the image is the empty box?", "imageId": "n310828", "isBalanced": true, "groups": {"global": null, "local": "10q-box_hposition"}, "answer": "right", "semanticStr": "select: box (5)->filter: empty [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The box is on the right of the image."}, "202245957": {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "verify gender", "dependencies": [0], "argument": "male"}, {"operation": "verify age", "dependencies": [0], "argument": "young "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202245956"], "equivalent": ["202245957"], "question": "Is she young and male?", "imageId": "n310828", "isBalanced": true, "groups": {"global": null, "local": "05-male_young"}, "answer": "no", "semanticStr": "select: she (0)->verify gender: male [0]->verify age: young  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the person is young but female."}, "202245898": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202245897", "202245896", "202245895"], "equivalent": ["202245898"], "question": "On which side are the small glasses?", "imageId": "n310828", "isBalanced": true, "groups": {"global": null, "local": "10q-glasses_hposition"}, "answer": "left", "semanticStr": "select: glasses (1)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are on the left of the image."}, "202246021": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,working on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246019", "202246023", "202246020", "202246025", "202246024", "202246187"], "equivalent": ["202246021"], "question": "What's the person working on?", "imageId": "n310828", "isBalanced": true, "groups": {"global": "device", "local": "14-person_working on,o"}, "answer": "laptop", "semanticStr": "select: person (0)->relate: _,working on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "0", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is working on a laptop."}, "202004164": {"semantic": [{"operation": "select", "dependencies": [], "argument": "screen (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202003958", "202004165", "202004163", "202003957"], "equivalent": ["202004164"], "question": "What is the person to the left of the screen looking at?", "imageId": "n262920", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-man_looking at,o"}, "answer": "doors", "semanticStr": "select: screen (7)->relate: person,to the left of,s (0) [0]->relate: _,looking at,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "7", "3": "0"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the doors."}, "202003952": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "choose shape", "dependencies": [0], "argument": "rectangular|round"}], "entailed": [], "equivalent": ["202003952"], "question": "What shape is the window, rectangular or round?", "imageId": "n262920", "isBalanced": true, "groups": {"global": "shape", "local": "10c-window_shape"}, "answer": "rectangular", "semanticStr": "select: window (14)->choose shape: rectangular|round [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is rectangular."}, "202003712": {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (13)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003632", "202003710", "202003711", "202003713"], "equivalent": ["202003712"], "question": "Which kind of device is on top of the desk?", "imageId": "n262920", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "laptops", "semanticStr": "select: desk (13)->relate: device,on top of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The devices are laptops."}, "202004006": {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202003984", "202004001", "202004000", "202004003", "202004002", "202004005", "202004004", "202004007", "202004008", "202004014", "202004015", "202004012", "202003998"], "equivalent": ["202004006"], "question": "What are the doors made of?", "imageId": "n262920", "isBalanced": true, "groups": {"global": "material", "local": "10q-doors_material"}, "answer": "wood", "semanticStr": "select: doors (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The doors are made of wood."}, "202003814": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003813", "202003812", "202003727", "202003815"], "equivalent": ["202003814"], "question": "What piece of furniture is on top of the floor?", "imageId": "n262920", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "desk", "semanticStr": "select: floor (15)->relate: furniture,on top of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1:4": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk."}, "201574098": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "relate", "dependencies": [0], "argument": "crosswalk,standing near,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["201574097"], "equivalent": ["201574098"], "question": "How wide is the crosswalk the man is standing by?", "imageId": "n116329", "isBalanced": true, "groups": {"global": "width", "local": "10q-crosswalk_width"}, "answer": "narrow", "semanticStr": "select: man (3)->relate: crosswalk,standing near,o (14) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4": "14", "6": "3"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The crosswalk is narrow."}, "201574075": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "person,underneath,s (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201574035", "201574078", "201574077", "201574076"], "equivalent": ["201574075"], "question": "Who is underneath the large tree?", "imageId": "n116329", "isBalanced": true, "groups": {"global": "person", "local": "14-tree_underneath,s"}, "answer": "woman", "semanticStr": "select: tree (0)->filter size: large [0]->relate: person,underneath,s (15) [1]->query: name [2]", "annotations": {"answer": {"0": "15"}, "question": {"4:6": "0"}, "fullAnswer": {"1": "15", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is underneath the tree."}, "201574126": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201574129", "201574128", "201574127"], "equivalent": ["201574126"], "question": "Is the metal fence on the right?", "imageId": "n116329", "isBalanced": true, "groups": {"global": null, "local": "06-fence_right"}, "answer": "yes", "semanticStr": "select: fence (17)->filter material: metal [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fence is on the right of the image."}, "201574309": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "filter state", "dependencies": [0], "argument": "calm"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201574310", "201574306", "201574307", "201574308"], "equivalent": ["201574310", "201574309"], "question": "On which side of the photo is the calm man?", "imageId": "n116329", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (4)->filter state: calm [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image."}, "201574274": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201574284", "201574285", "201574286", "201574269", "201574279", "201574278", "201574290", "201574275", "201574271", "201574270", "201574273", "201574272", "201574287", "201574267", "201574289"], "equivalent": ["201574274", "201574273"], "question": "Does the traffic light that is not short look metallic and black?", "imageId": "n116329", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: traffic light (2)->filter: not(short) [0]->verify color: black [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2", "7": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the traffic light is metallic and black."}, "201346477": {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (0)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201346478", "201346474", "201346475", "201346476", "201346473"], "equivalent": ["201346477"], "question": "Is the van in the top part or in the bottom of the photo?", "imageId": "n131634", "isBalanced": true, "groups": {"global": null, "local": "10c-van_vposition"}, "answer": "top", "semanticStr": "select: van (0)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The van is in the top of the image."}, "201346319": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (5)"}, {"operation": "relate", "dependencies": [0], "argument": "motorcycle,parked along,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,same material,_ (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201346319"], "question": "What type of vehicle is made of the same material as the motorbike that is parked along the sidewalk?", "imageId": "n131634", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-motorcycle_same material,_"}, "answer": "car", "semanticStr": "select: sidewalk (5)->relate: motorcycle,parked along,s (3) [0]->relate: vehicle,same material,_ (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"18": "5", "3": "1", "12": "3"}, "fullAnswer": {"1": "1", "10": "3"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is made of the same material as the motorbike."}, "201346716": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "stone"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201346717"], "equivalent": ["201346716"], "question": "What is in front of the stone building?", "imageId": "n131634", "isBalanced": true, "groups": {"global": "tree", "local": "14-building_in front of,s"}, "answer": "tree", "semanticStr": "select: building (14)->filter material: stone [0]->relate: _,in front of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"6:8": "14"}, "fullAnswer": {"1": "4", "7": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the building."}, "201346744": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (9)"}, {"operation": "verify width", "dependencies": [0], "argument": "wide"}], "entailed": ["201346751", "201346750", "201346760", "201346748", "201346749", "201346753", "201346743", "201346746", "201346747", "201346745"], "equivalent": ["201346744"], "question": "Is the street wide?", "imageId": "n131634", "isBalanced": true, "groups": {"global": null, "local": "06-street_wide"}, "answer": "yes", "semanticStr": "select: street (9)->verify width: wide [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street is wide."}, "201346310": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (10)"}, {"operation": "select", "dependencies": [], "argument": "mirror (2) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201346309"], "equivalent": ["201346309", "201346310"], "question": "Are both the door and the mirror made of the same material?", "imageId": "n131634", "isBalanced": true, "groups": {"global": null, "local": "09same-door_mirror"}, "answer": "yes", "semanticStr": "select: door (10)->select: mirror (2) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "10", "6": "2"}, "fullAnswer": {"3": "10", "6": "2"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the door and the mirror are made of glass."}, "201479420": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (9)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201479419", "201479410", "201479409"], "equivalent": ["201479420"], "question": "What kind of baked good is it?", "imageId": "n181210", "isBalanced": true, "groups": {"global": "baked good", "local": "11q-baked good"}, "answer": "bread", "semanticStr": "select: baked good (9)->query: name [0]", "annotations": {"answer": {"0": "9"}, "question": {"3:5": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a bread."}, "201479269": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201479270"], "equivalent": ["201479269"], "question": "What is located on top of the white cup?", "imageId": "n181210", "isBalanced": true, "groups": {"global": "thing", "local": "14-cup_on top of,s"}, "answer": "lid", "semanticStr": "select: cup (2)->filter color: white [0]->relate: _,on top of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"7:9": "2"}, "fullAnswer": {"1": "3", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lid is on top of the cup."}, "201479477": {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (8)"}, {"operation": "filter", "dependencies": [0], "argument": "crispy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479476", "201479475"], "equivalent": ["201479477"], "question": "Which kind of meat is crispy?", "imageId": "n181210", "isBalanced": true, "groups": {"global": "", "local": "12q-meat_crispy"}, "answer": "chicken", "semanticStr": "select: meat (8)->filter: crispy [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is chicken."}, "201479357": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "verify", "dependencies": [0], "argument": "covered"}], "entailed": ["201479358", "201479359", "201479356", "201479354", "201479355", "201479360"], "equivalent": ["201479358", "201479357"], "question": "Is the fork covered?", "imageId": "n181210", "isBalanced": true, "groups": {"global": null, "local": "06-fork_covered"}, "answer": "yes", "semanticStr": "select: fork (4)->verify: covered [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fork is covered."}, "201479328": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "relate", "dependencies": [1], "argument": "plate,behind,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201479327", "201479326"], "equivalent": ["201479327", "201479328"], "question": "Are there any plates behind the orange fruit?", "imageId": "n181210", "isBalanced": true, "groups": {"global": null, "local": "13-orange_plate"}, "answer": "no", "semanticStr": "select: fruit (1)->filter color: orange [0]->relate: plate,behind,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "1"}, "fullAnswer": {"4": "2", "7": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cup behind the orange."}, "20385581": {"semantic": [{"operation": "select", "dependencies": [], "argument": "magazine (12)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20385580", "20385582", "20385513", "20385514", "20385515"], "equivalent": ["20385581"], "question": "What device is to the left of the magazine?", "imageId": "n90294", "isBalanced": true, "groups": {"global": "device", "local": "15-magazine_to the left of,s"}, "answer": "remote control", "semanticStr": "select: magazine (12)->relate: device,to the left of,s (17) [0]->query: name [1]", "annotations": {"answer": {"0:2": "17"}, "question": {"1": "17"}, "fullAnswer": {"1": "17", "4:6": "17"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a remote control."}, "20385778": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "umbrella (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20385778"], "question": "Are there both umbrellas and bags in the picture?", "imageId": "n90294", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-bag_umbrella"}, "answer": "no", "semanticStr": "select: bag (7)->exist: ? [0]->select: umbrella (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bag but no umbrellas."}, "20385641": {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["20385300", "20385301"], "equivalent": ["20385641"], "question": "Are there any phones?", "imageId": "n90294", "isBalanced": true, "groups": {"global": null, "local": "03-phone"}, "answer": "no", "semanticStr": "select: phone (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no phones."}, "20385729": {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (14)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,near,s (4)"}, {"operation": "choose color", "dependencies": [1], "argument": "silver|black"}], "entailed": ["20385730"], "equivalent": ["20385729"], "question": "Is the laptop near the book silver or black?", "imageId": "n90294", "isBalanced": true, "groups": {"global": "color", "local": "10c-laptop_color"}, "answer": "silver", "semanticStr": "select: book (14)->relate: laptop,near,s (4) [0]->choose color: silver|black [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "14"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The laptop is silver."}, "20385957": {"semantic": [{"operation": "select", "dependencies": [], "argument": "calculator (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20385958", "20385959"], "equivalent": ["20385957"], "question": "What device is to the left of the calculator made of plastic?", "imageId": "n90294", "isBalanced": true, "groups": {"global": "device", "local": "15-calculator_to the left of,s"}, "answer": "charger", "semanticStr": "select: calculator (11)->filter material: plastic [0]->relate: device,to the left of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9", "8": "11", "11": "11"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a charger."}, "202133633": {"semantic": [{"operation": "select", "dependencies": [], "argument": "video camera (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": [], "equivalent": ["202133633"], "question": "What is the gender of the person that is holding the video camera?", "imageId": "n412144", "isBalanced": true, "groups": {"global": "gender", "local": "10q-person_gender"}, "answer": "male", "semanticStr": "select: video camera (6)->relate: person,holding,s (5) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"11:13": "6", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is male."}, "202133672": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133659", "202133667"], "equivalent": ["202133672"], "question": "Who is standing?", "imageId": "n412144", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "skateboarder", "semanticStr": "select: person (7)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skateboarder is standing."}, "202133574": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133575", "202133542"], "equivalent": ["202133574"], "question": "Who is wearing a shirt?", "imageId": "n412144", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a shirt."}, "202133801": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202133804", "202133807", "202133800", "202133803", "202133808", "202133809", "202133762", "202133789", "202133788", "202133786", "202133785", "202133816", "202133836", "202133798", "202133799", "202133790", "202133791", "202133794", "202133795", "202133796", "202133797"], "equivalent": ["202133801"], "question": "What's the fence made of?", "imageId": "n412144", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (9)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal."}, "202133612": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133615", "202133614", "202133616", "202133611", "202133613"], "equivalent": ["202133615", "202133614", "202133613", "202133612"], "question": "What type of clothing is long?", "imageId": "n412144", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "jeans", "semanticStr": "select: clothing (2)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is jeans."}, "20171133": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (3)"}, {"operation": "filter depth", "dependencies": [0], "argument": "shallow"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20171131", "20171130", "20171132"], "equivalent": ["20171133"], "question": "Which kind of cooking utensil is shallow?", "imageId": "n379991", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_shallow"}, "answer": "baking pan", "semanticStr": "select: cooking utensil (3)->filter depth: shallow [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:5": "3"}, "fullAnswer": {"1:3": "3", "5:7": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a baking pan."}, "20171150": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baking pan (3)"}, {"operation": "query", "dependencies": [0], "argument": "depth"}], "entailed": ["20171153", "20171152", "20171151", "20171157", "20171156", "20171155", "20171145", "20171159", "20171158", "20171146", "20171149", "20171147", "20171154", "20171162", "20171163", "20171175", "20171176"], "equivalent": ["20171150"], "question": "What is the depth of the baking pan?", "imageId": "n379991", "isBalanced": true, "groups": {"global": "depth", "local": "10q-baking pan_depth"}, "answer": "shallow", "semanticStr": "select: baking pan (3)->query: depth [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baking pan is shallow."}, "20171314": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "verify material", "dependencies": [0], "argument": "wood"}], "entailed": ["20171312", "20171315", "20171317", "20171316", "20171319", "20171325", "20171331", "20171330", "20171324", "20171287", "20171306", "20171288", "20171308"], "equivalent": ["20171314"], "question": "Does the table seem to be wooden?", "imageId": "n379991", "isBalanced": true, "groups": {"global": null, "local": "06-table_wood"}, "answer": "yes", "semanticStr": "select: table (6)->verify material: wood [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the table is wooden."}, "20171080": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pen (10)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20171101", "20171077", "20171081", "20171083", "20171082", "20171085", "20171075", "20171086", "20171078", "20171079"], "equivalent": ["20171080"], "question": "Which color is the pen?", "imageId": "n379991", "isBalanced": true, "groups": {"global": "color", "local": "10q-pen_color"}, "answer": "blue", "semanticStr": "select: pen (10)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pen is blue."}, "20171217": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scissors (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20171214", "20171215", "20171216", "20171218"], "equivalent": ["20171216", "20171217"], "question": "Where in the image are the silver scissors, on the left or on the right?", "imageId": "n379991", "isBalanced": true, "groups": {"global": null, "local": "10c-scissors_hposition"}, "answer": "right", "semanticStr": "select: scissors (7)->filter color: silver [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"6:8": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The scissors are on the right of the image."}, "201738085": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "paintings (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201738084"], "equivalent": ["201738085"], "question": "Do you see either mouse pads or paintings in this image?", "imageId": "n531731", "isBalanced": true, "groups": {"global": null, "local": "09existOr-mouse pad_paintings"}, "answer": "no", "semanticStr": "select: mouse pad (-)->exist: ? [0]->select: paintings (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no paintings or mouse pads."}, "201737886": {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201737887"], "equivalent": ["201737886"], "question": "Who is on the field?", "imageId": "n531731", "isBalanced": true, "groups": {"global": "person", "local": "14-field_on,s"}, "answer": "player", "semanticStr": "select: field (14)->relate: person,on,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "5": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is on the field."}, "201737738": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "select", "dependencies": [], "argument": "bag (0) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201737737"], "equivalent": ["201737737", "201737738"], "question": "What is common to the helmet and the bag?", "imageId": "n531731", "isBalanced": true, "groups": {"global": null, "local": "09common-bag_helmet"}, "answer": "color", "semanticStr": "select: helmet (4)->select: bag (0) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "0", "5": "4"}, "fullAnswer": {"4": "4", "7": "0"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the helmet and the bag are blue."}, "201737745": {"semantic": [{"operation": "select", "dependencies": [], "argument": "home plate (10)"}, {"operation": "select", "dependencies": [], "argument": "towel (11) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201737745"], "question": "What do the home plate and the towel have in common?", "imageId": "n531731", "isBalanced": true, "groups": {"global": null, "local": "09common-home plate_towel"}, "answer": "color", "semanticStr": "select: home plate (10)->select: towel (11) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "11", "3:5": "10"}, "fullAnswer": {"8": "11", "4:6": "10"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the home plate and the towel are white."}, "201737851": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201737852", "201737853", "201737850", "201737854", "201737849", "201737847", "201737848", "201737846", "201737863", "201737861"], "equivalent": ["201737852", "201737850", "201737851"], "question": "What color is the wood bench?", "imageId": "n531731", "isBalanced": true, "groups": {"global": "color", "local": "10q-bench_color"}, "answer": "gray", "semanticStr": "select: bench (12)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is gray."}, "202159192": {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202159193", "202159190", "202159191"], "equivalent": ["202159192", "202159193", "202159190", "202159191"], "question": "Is the license plate both blue and rectangular?", "imageId": "n406334", "isBalanced": true, "groups": {"global": null, "local": "05-blue_rectangular"}, "answer": "no", "semanticStr": "select: license plate (8)->verify color: blue [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the license plate is rectangular but white."}, "202159091": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202159090", "202159088", "202159092", "202159089"], "equivalent": ["202159092", "202159091"], "question": "On which side of the image are the metal cars?", "imageId": "n406334", "isBalanced": true, "groups": {"global": null, "local": "10q-cars_hposition"}, "answer": "right", "semanticStr": "select: cars (6)->filter material: metal [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cars are on the right of the image."}, "202158779": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202158778", "202158780", "202158777", "202158781"], "equivalent": ["202158779"], "question": "What is the sidewalk made of?", "imageId": "n406334", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The side walk is made of concrete."}, "202158763": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose weather", "dependencies": [0], "argument": "clear|cloudy"}], "entailed": [], "equivalent": ["202158763"], "question": "Is the weather cloudy or clear?", "imageId": "n406334", "isBalanced": true, "groups": {"global": "21", "local": "02c-weather"}, "answer": "clear", "semanticStr": "select: scene->choose weather: clear|cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is clear."}, "202158963": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["202158959", "202158958", "202158960", "202158961", "202158962", "202158964", "202158965"], "equivalent": ["202158963"], "question": "Are the old people on the left or on the right?", "imageId": "n406334", "isBalanced": true, "groups": {"global": null, "local": "10c-people_hposition"}, "answer": "right", "semanticStr": "select: person (3)->filter age: old [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The people are on the right of the image."}, "20818641": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (13)"}, {"operation": "select", "dependencies": [], "argument": "net (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20818639", "20818640"], "equivalent": ["20818641"], "question": "Is the color of the shirt different than the net?", "imageId": "n279581", "isBalanced": true, "groups": {"global": null, "local": "09diff-net_shirt"}, "answer": "no", "semanticStr": "select: shirt (13)->select: net (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "6", "5": "13"}, "fullAnswer": {"3": "13", "6": "6"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shirt and the net are black."}, "20818695": {"semantic": [{"operation": "select", "dependencies": [], "argument": "home plate (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20818698", "20818699", "20818692", "20818693", "20818691", "20818696", "20818694", "20818700", "20818701", "20818702", "20818703", "20818704"], "equivalent": ["20818695"], "question": "What is the person on the home plate doing?", "imageId": "n279581", "isBalanced": true, "groups": {"global": "activity", "local": "10q-batter_activity"}, "answer": "playing", "semanticStr": "select: home plate (2)->relate: person,on,s (17) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3": "17", "6:8": "2"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The batter is playing."}, "20818791": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify texture", "dependencies": [0], "argument": "fine "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20818804", "20818799", "20818798", "20818797", "20818796", "20818795", "20818794", "20818793", "20818802", "20818801", "20818800", "20818807", "20818806", "20818805", "20818803"], "equivalent": ["20818791"], "question": "Does the dirt look brown and fine?", "imageId": "n279581", "isBalanced": true, "groups": {"global": null, "local": "05-brown_fine"}, "answer": "yes", "semanticStr": "select: dirt (3)->verify color: brown [0]->verify texture: fine  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the dirt is brown and fine."}, "20818920": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "racket (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20818919"], "equivalent": ["20818920"], "question": "Are there any helmets or rackets that are red?", "imageId": "n279581", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_red"}, "answer": "yes", "semanticStr": "select: helmet (7)->filter color: red [0]->exist: ? [1]->select: racket (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the helmet is red."}, "20818781": {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20818779", "20818778", "20818780"], "equivalent": ["20818781"], "question": "What's the catcher wearing?", "imageId": "n279581", "isBalanced": true, "groups": {"global": "accessory", "local": "14-catcher_wearing,o"}, "answer": "face mask", "semanticStr": "select: catcher (18)->relate: _,wearing,o (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {}, "fullAnswer": {"1": "18", "5:7": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is wearing a face mask."}, "20978660": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20978664", "20978662", "20978663", "20978661"], "equivalent": ["20978660"], "question": "Is the shirt blue?", "imageId": "n551964", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_blue"}, "answer": "no", "semanticStr": "select: shirt (4)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is maroon."}, "20978611": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20978613", "20978612", "20978607", "20978616", "20978614", "20978619", "20978604", "20978608", "20978609", "20978587", "20978628", "20978610", "20978606", "20978622", "20978623", "20978620", "20978621"], "equivalent": ["20978611"], "question": "What is the long fence made of?", "imageId": "n551964", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (2)->filter length: long [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3:5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood."}, "20978739": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20978741", "20978481", "20978740"], "equivalent": ["20978740", "20978739"], "question": "What is the person to the right of the girl sitting on?", "imageId": "n551964", "isBalanced": true, "groups": {"global": "object", "local": "14-man_sitting on,o"}, "answer": "motorcycle", "semanticStr": "select: girl (14)->relate: person,to the right of,s (7) [0]->relate: _,sitting on,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "14", "3": "7"}, "fullAnswer": {"1": "7", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the motorbike."}, "20978247": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20978239", "20978251", "20978228", "20978238", "20978244", "20978245", "20978246", "20978240", "20978250", "20978248", "20978249"], "equivalent": ["20978247"], "question": "Which color is the young boy?", "imageId": "n551964", "isBalanced": true, "groups": {"global": "color", "local": "10q-boy_color"}, "answer": "blond", "semanticStr": "select: boy (12)->filter age: young [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is blond."}, "20978430": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20978428", "20978429"], "equivalent": ["20978430"], "question": "Is there a helmet that is not small?", "imageId": "n551964", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_n#small"}, "answer": "no", "semanticStr": "select: helmet (1)->filter size: not(small) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a helmet but it is small."}, "20514946": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify rel", "dependencies": [1], "argument": "mountains,below,o (1)"}], "entailed": [], "equivalent": ["20514946"], "question": "Is the green grass below the green mountains?", "imageId": "n207893", "isBalanced": true, "groups": {"global": null, "local": "13-grass_mountains"}, "answer": "yes", "semanticStr": "select: grass (10)->filter color: green [0]->verify rel: mountains,below,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "10", "6:8": "1"}, "fullAnswer": {"2": "10", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the grass is below the mountains."}, "20515082": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}], "entailed": ["20515083", "20515087", "20515086", "20515085", "20515084"], "equivalent": ["20515082"], "question": "Does the brown grass look tall?", "imageId": "n207893", "isBalanced": true, "groups": {"global": null, "local": "06-grass_tall"}, "answer": "yes", "semanticStr": "select: grass (2)->filter color: brown [0]->verify height: tall [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the grass is tall."}, "20514905": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20514904", "20514907", "20514906", "20514908"], "equivalent": ["20514905"], "question": "How is the weather?", "imageId": "n207893", "isBalanced": true, "groups": {"global": "21", "local": "02q-weather"}, "answer": "clear", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is clear."}, "20514992": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (0)"}, {"operation": "filter weather", "dependencies": [0], "argument": "clear"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20514996", "20514997", "20514994", "20514995", "20514993", "20514990", "20514991", "20514989", "20514988", "20514999"], "equivalent": ["20514992"], "question": "What color is the clear sky?", "imageId": "n207893", "isBalanced": true, "groups": {"global": "color", "local": "10q-sky_color"}, "answer": "blue", "semanticStr": "select: sky (0)->filter weather: clear [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky is blue."}, "20515028": {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebras (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "running"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20515028"], "question": "Is there zebra in the picture that is running?", "imageId": "n207893", "isBalanced": true, "groups": {"global": null, "local": "04-zebras_running"}, "answer": "no", "semanticStr": "select: zebras (3)->filter pose: running [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"3": "3"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are zebras but they are standing."}, "202262837": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "car,to the left of,s (7)"}], "entailed": ["202262838", "202262839", "202262840"], "equivalent": ["202262837"], "question": "Is the black car to the left of a woman?", "imageId": "n538039", "isBalanced": true, "groups": {"global": null, "local": "13-woman_car"}, "answer": "no", "semanticStr": "select: woman (2)->verify rel: car,to the left of,s (7) [0]", "annotations": {"answer": {}, "question": {"9": "2", "2:4": "7"}, "fullAnswer": {"9": "2", "2": "7"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the car is to the right of a woman."}, "202262908": {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202262924", "202262925", "202262926", "202262899", "202262915", "202262914", "202262917", "202262916", "202262911", "202262910", "202262913", "202262912", "202262874", "202262875", "202262903", "202262900", "202262901", "202262906", "202262907", "202262904", "202262905", "202262909"], "equivalent": ["202262907", "202262908"], "question": "Of what color is the truck?", "imageId": "n538039", "isBalanced": true, "groups": {"global": "color", "local": "10q-truck_color"}, "answer": "red", "semanticStr": "select: truck (6)->query: color [0]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The truck is red."}, "202262544": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,on,s (1)"}, {"operation": "verify age", "dependencies": [1], "argument": "young"}], "entailed": ["202262539", "202262538", "202262542", "202262543", "202262547", "202262545"], "equivalent": ["202262544"], "question": "Does the man on the grass look young?", "imageId": "n538039", "isBalanced": true, "groups": {"global": null, "local": "06-man_young"}, "answer": "no", "semanticStr": "select: grass (5)->relate: man,on,s (1) [0]->verify age: young [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "5"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is old."}, "202262600": {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bandage (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202262601"], "equivalent": ["202262601", "202262600"], "question": "Are there either bandages or frisbees?", "imageId": "n538039", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bandage_frisbee"}, "answer": "yes", "semanticStr": "select: frisbee (3)->exist: ? [0]->select: bandage (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a frisbee."}, "202262475": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,0,2)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["202262474"], "equivalent": ["202262474", "202262475"], "question": "Are the people male?", "imageId": "n538039", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (1,0,2)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female."}, "202286718": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "relate", "dependencies": [1], "argument": "animal,looking at,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202286719", "202286534", "202286720", "202286721", "202286717", "202286722"], "equivalent": ["202286718"], "question": "What animal is the Caucasian person looking at?", "imageId": "n413002", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_looking at,o"}, "answer": "elephant", "semanticStr": "select: person (0)->filter race: caucasian [0]->relate: animal,looking at,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking at the elephant."}, "202286894": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202286892", "202286893", "202286891"], "equivalent": ["202286894"], "question": "On which side of the picture is the plastic bag?", "imageId": "n413002", "isBalanced": true, "groups": {"global": null, "local": "10q-bag_hposition"}, "answer": "left", "semanticStr": "select: bag (7)->filter material: plastic [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is on the left of the image."}, "202286533": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286532", "202286459"], "equivalent": ["202286533"], "question": "What animal is standing on the ground?", "imageId": "n413002", "isBalanced": true, "groups": {"global": "animal", "local": "15-ground_standing on,s"}, "answer": "elephant", "semanticStr": "select: ground (9)->relate: animal,standing on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant."}, "202286772": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286769", "202286771", "202286770"], "equivalent": ["202286772"], "question": "Where is the woman standing on?", "imageId": "n413002", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-woman_standing on,o"}, "answer": "ground", "semanticStr": "select: woman (0)->relate: place,standing on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "0", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing on the ground."}, "202286622": {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (4)"}, {"operation": "filter", "dependencies": [0], "argument": "full"}, {"operation": "relate", "dependencies": [1], "argument": "chair,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202286623"], "equivalent": ["202286622"], "question": "Is there any chair to the right of the full backpack?", "imageId": "n413002", "isBalanced": true, "groups": {"global": null, "local": "13-backpack_chair"}, "answer": "no", "semanticStr": "select: backpack (4)->filter: full [0]->relate: chair,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "4"}, "fullAnswer": {"10": "4", "4": "10"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an elephant to the right of the backpack."}, "20456639": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20456640", "20456651", "20456652", "20456637", "20456638"], "equivalent": ["20456637", "20456638", "20456639"], "question": "Are there any tables or lamps that are not metallic?", "imageId": "n65885", "isBalanced": true, "groups": {"global": null, "local": "04-table_n#metal"}, "answer": "no", "semanticStr": "select: table (7)->filter material: not(metal) [0]->exist: ? [1]->select: lamp (-) ->filter material: not(metal) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is metallic."}, "20456553": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (4)"}, {"operation": "choose color", "dependencies": [1], "argument": "gray|gold"}], "entailed": ["20456552"], "equivalent": ["20456553"], "question": "Is the animal to the left of the cabinet gold or gray?", "imageId": "n65885", "isBalanced": true, "groups": {"global": "color", "local": "10c-dog_color"}, "answer": "gray", "semanticStr": "select: cabinet (8)->relate: animal,to the left of,s (4) [0]->choose color: gray|gold [1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The dog is gray."}, "20456407": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (3)"}, {"operation": "filter", "dependencies": [0], "argument": "stuffed"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456405", "20456382", "20456406", "20456381"], "equivalent": ["20456407"], "question": "What toy is stuffed?", "imageId": "n65885", "isBalanced": true, "groups": {"global": "toy", "local": "12q-toy_stuffed"}, "answer": "teddy bear", "semanticStr": "select: toy (3)->filter: stuffed [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4:6": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The toy is a teddy bear."}, "20456355": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456354", "20456357", "20456356"], "equivalent": ["20456355"], "question": "What's mounted on the wall?", "imageId": "n65885", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_mounted on,s"}, "answer": "shelves", "semanticStr": "select: wall (13)->relate: _,mounted on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelves are mounted on the wall."}, "20456346": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20456350", "20456348", "20456349", "20456347", "20456344", "20456345", "20456342", "20456343", "20456351", "20456341", "20456339", "20456353", "20456352"], "equivalent": ["20456346"], "question": "What are the shelves made of?", "imageId": "n65885", "isBalanced": true, "groups": {"global": "material", "local": "10q-shelves_material"}, "answer": "metal", "semanticStr": "select: shelves (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are made of metal."}, "201185348": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence post (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "wall,on top of,o (6)"}], "entailed": [], "equivalent": ["201185348"], "question": "Is the fence post on top of the wall?", "imageId": "n95904", "isBalanced": true, "groups": {"global": null, "local": "13-fence post_wall"}, "answer": "yes", "semanticStr": "select: fence post (9)->verify rel: wall,on top of,o (6) [0]", "annotations": {"answer": {}, "question": {"8": "6", "2:4": "9"}, "fullAnswer": {"9": "6", "2:4": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the fence post is on top of the wall."}, "201185169": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(male)"}, {"operation": "verify rel", "dependencies": [1], "argument": "surfboard,holding,o (-)"}], "entailed": ["201185170"], "equivalent": ["201185169"], "question": "Does the person that is not male hold a surfboard?", "imageId": "n95904", "isBalanced": true, "groups": {"global": null, "local": "13-person_surfboard"}, "answer": "no", "semanticStr": "select: person (0)->filter gender: not(male) [0]->verify rel: surfboard,holding,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0", "5": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person holds an umbrella."}, "201185166": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185036", "201185165", "201185164"], "equivalent": ["201185166"], "question": "What does the person hold?", "imageId": "n95904", "isBalanced": true, "groups": {"global": "object", "local": "14-person_holding,o"}, "answer": "umbrella", "semanticStr": "select: person (0)->relate: _,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "4": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person holds the umbrella."}, "201185287": {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201185283", "201185259", "201185294", "201185301", "201185300", "201185302", "201185288", "201185289", "201185299", "201185298", "201185293", "201185292", "201185291", "201185290", "201185284", "201185286"], "equivalent": ["201185287"], "question": "What size is the blue backpack?", "imageId": "n95904", "isBalanced": true, "groups": {"global": "size", "local": "10q-backpack_size"}, "answer": "small", "semanticStr": "select: backpack (2)->filter color: blue [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The backpack is small."}, "201185173": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,walking on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185172"], "equivalent": ["201185173"], "question": "What is the person walking on?", "imageId": "n95904", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-person_walking on,o"}, "answer": "ground", "semanticStr": "select: person (0)->relate: _,walking on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "0", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is walking on the ground."}, "201676418": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "couch,beneath,o (-)"}], "entailed": [], "equivalent": ["201676418"], "question": "Is the rug beneath a couch?", "imageId": "n233607", "isBalanced": true, "groups": {"global": null, "local": "13-rug_couch"}, "answer": "no", "semanticStr": "select: rug (5)->verify rel: couch,beneath,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the rug is beneath the table."}, "201676306": {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (2)"}, {"operation": "choose rel", "dependencies": [0], "argument": "person,to the left of|to the right of,s (2)"}], "entailed": ["201676328", "201676329", "201676325", "201676327", "201676305", "201676303"], "equivalent": ["201676306"], "question": "Is she to the left or to the right of the pillow that looks soft?", "imageId": "n233607", "isBalanced": true, "groups": {"global": null, "local": "13-person_person"}, "answer": "left", "semanticStr": "select: she (2)->choose rel: person,to the left of|to the right of,s (2) [0]", "annotations": {"answer": {}, "question": {"1": "2", "11": "6", "14": "6"}, "fullAnswer": {"1": "2", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is to the left of the pillow."}, "201676136": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (11)"}, {"operation": "relate", "dependencies": [0], "argument": "computer,to the right of,s (3)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "open "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201676135", "201676137"], "equivalent": ["201676135", "201676136"], "question": "Is the computer to the right of the shelf open and blue?", "imageId": "n233607", "isBalanced": true, "groups": {"global": null, "local": "05-blue_open"}, "answer": "no", "semanticStr": "select: shelf (11)->relate: computer,to the right of,s (3) [0]->verify color: blue [1]->verify: open  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "11", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the computer is open but silver."}, "201676086": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "console (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201676085", "201676084"], "equivalent": ["201676086"], "question": "Are there either consoles or glasses in the image?", "imageId": "n233607", "isBalanced": true, "groups": {"global": null, "local": "09existOr-console_glasses"}, "answer": "no", "semanticStr": "select: glasses (-)->exist: ? [0]->select: console (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no consoles or glasses."}, "201676091": {"semantic": [{"operation": "select", "dependencies": [], "argument": "controller (1)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["201676092", "201676090", "201676089", "201676087", "201676088"], "equivalent": ["201676092", "201676090", "201676091", "201676089"], "question": "Is the controller in the top part or in the bottom of the image?", "imageId": "n233607", "isBalanced": true, "groups": {"global": null, "local": "10c-controller_vposition"}, "answer": "bottom", "semanticStr": "select: controller (1)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The controller is in the bottom of the image."}, "201682323": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201682192", "201682322", "201682321", "201682320"], "equivalent": ["201682323"], "question": "What is the man holding onto?", "imageId": "n51658", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding onto,o"}, "answer": "racket", "semanticStr": "select: man (0)->relate: _,holding onto,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "6:8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding onto the tennis racket."}, "201682453": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (2)"}, {"operation": "relate", "dependencies": [0], "argument": "people,to the left of,s (8)"}, {"operation": "verify rel", "dependencies": [1], "argument": "kite,watching,o (-)"}], "entailed": [], "equivalent": ["201682453"], "question": "Are the people that are to the left of the tennis ball watching a kite?", "imageId": "n51658", "isBalanced": true, "groups": {"global": null, "local": "13-people_kite"}, "answer": "no", "semanticStr": "select: tennis ball (2)->relate: people,to the left of,s (8) [0]->verify rel: kite,watching,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "8", "10:12": "2"}, "fullAnswer": {"2": "8", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the people are watching a man."}, "201682391": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201682396", "201682397", "201682394", "201682392", "201682393", "201682390", "201682389", "201682388", "201682387"], "equivalent": ["201682391"], "question": "What color is the shirt made of cloth?", "imageId": "n51658", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: shirt (6)->filter material: cloth [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is white."}, "201682306": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201682305"], "equivalent": ["201682306"], "question": "Who is wearing the shirt?", "imageId": "n51658", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt."}, "201682363": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201682363"], "question": "Does the wristband look small and gray?", "imageId": "n51658", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "no", "semanticStr": "select: wristband (7)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the wristband is small but red."}, "20786092": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "eating"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter activity", "dependencies": [3], "argument": "eating"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20786093", "20786091"], "equivalent": ["20786091", "20786092", "20786093"], "question": "Are there either women or men that are eating?", "imageId": "n12404", "isBalanced": true, "groups": {"global": null, "local": "04-woman_eating"}, "answer": "no", "semanticStr": "select: woman (5)->filter activity: eating [0]->exist: ? [1]->select: man (-) ->filter activity: eating [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is playing."}, "20785906": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20785907"], "equivalent": ["20785906"], "question": "What is the fire hydrant in front of?", "imageId": "n12404", "isBalanced": true, "groups": {"global": "object", "local": "14-fire hydrant_in front of,o"}, "answer": "cone", "semanticStr": "select: fire hydrant (1)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3:5": "1"}, "fullAnswer": {"8:10": "0", "1:3": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire hydrant is in front of the traffic cone."}, "20785779": {"semantic": [{"operation": "select", "dependencies": [], "argument": "machine (6)"}, {"operation": "select", "dependencies": [], "argument": "container (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20785779"], "question": "Are both the machine and the container made of the same material?", "imageId": "n12404", "isBalanced": true, "groups": {"global": null, "local": "09same-container_machine"}, "answer": "yes", "semanticStr": "select: machine (6)->select: container (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "6", "6": "7"}, "fullAnswer": {"3": "6", "6": "7"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the machine and the container are made of metal."}, "20786015": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "running"}, {"operation": "verify", "dependencies": [1], "argument": "clear"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20786009", "20786008", "20786018", "20786019", "20786016", "20786017", "20786014", "20786012", "20786013", "20786010", "20786011", "20786027", "20786026", "20786025", "20786024", "20786023", "20786022", "20786021", "20786020", "20786028"], "equivalent": ["20786015"], "question": "Does the water that is running look white and clear?", "imageId": "n12404", "isBalanced": true, "groups": {"global": null, "local": "05-clear_white"}, "answer": "yes", "semanticStr": "select: water (3)->filter pose: running [0]->verify: clear [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the water is white and clear."}, "20786060": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}], "entailed": ["20786039", "20786059"], "equivalent": ["20786060"], "question": "Does the shoe that is made of leather have orange color?", "imageId": "n12404", "isBalanced": true, "groups": {"global": null, "local": "06-shoe_orange"}, "answer": "no", "semanticStr": "select: shoe (2)->filter material: leather [0]->verify color: orange [1]", "annotations": {"answer": {}, "question": {"2": "2", "7": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shoe is black."}, "20810806": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ornament (30)"}, {"operation": "select", "dependencies": [], "argument": "tree (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20810805"], "equivalent": ["20810806"], "question": "Do the tree and the ornament have a different colors?", "imageId": "n167552", "isBalanced": true, "groups": {"global": null, "local": "09diff-ornament_tree"}, "answer": "yes", "semanticStr": "select: ornament (30)->select: tree (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "30"}, "fullAnswer": {"2": "10", "7": "30"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the tree is red and the ornament is green."}, "20810802": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (26)"}, {"operation": "select", "dependencies": [], "argument": "dog (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20810801"], "equivalent": ["20810802"], "question": "Do the dog and the rug have a different colors?", "imageId": "n167552", "isBalanced": true, "groups": {"global": null, "local": "09diff-dog_rug"}, "answer": "yes", "semanticStr": "select: rug (26)->select: dog (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "26"}, "fullAnswer": {"2": "0", "7": "26"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the dog is red and the rug is black."}, "20811087": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20811086"], "equivalent": ["20811087"], "question": "What is the person wearing?", "imageId": "n167552", "isBalanced": true, "groups": {"global": "clothing", "local": "14-person_wearing,o"}, "answer": "pants", "semanticStr": "select: person (1)->relate: _,wearing,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {}, "fullAnswer": {"1": "1", "4": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is wearing trousers."}, "20811091": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (-)"}], "entailed": [], "equivalent": ["20811091"], "question": "Is the male person wearing jeans?", "imageId": "n167552", "isBalanced": true, "groups": {"global": null, "local": "13-person_jeans"}, "answer": "no", "semanticStr": "select: person (1)->filter gender: male [0]->verify rel: jeans,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1", "5": "22"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing pants."}, "20811075": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20811280", "20811073", "20811072", "20811074", "20811077", "20811076", "20811078"], "equivalent": ["20811075"], "question": "What's the person sitting on?", "imageId": "n167552", "isBalanced": true, "groups": {"global": "furniture", "local": "14-person_sitting on,o"}, "answer": "chair", "semanticStr": "select: person (1)->relate: _,sitting on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "1", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sitting on the chair."}, "20661461": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (10)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on the edge of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20661440"], "equivalent": ["20661461"], "question": "What is located on the edge of the bus that is not narrow?", "imageId": "n346736", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-bus_on the edge of,s"}, "answer": "door", "semanticStr": "select: bus (10)->filter width: not(narrow) [0]->relate: _,on the edge of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"8": "10", "12": "10"}, "fullAnswer": {"1": "4", "8": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The door is on the edge of the bus."}, "20661291": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (11)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "_,on the edge of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20661269", "20661270", "20661271"], "equivalent": ["20661291"], "question": "What is located on the edge of the bus that is on the left?", "imageId": "n346736", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-bus_on the edge of,s"}, "answer": "door", "semanticStr": "select: bus (11)->filter hposition: left [0]->relate: _,on the edge of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"8": "11"}, "fullAnswer": {"1": "12", "8": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The door is on the edge of the bus."}, "20661330": {"semantic": [{"operation": "select", "dependencies": [], "argument": "branch (23)"}, {"operation": "verify rel", "dependencies": [0], "argument": "train,lying next to,o (-)"}], "entailed": [], "equivalent": ["20661330"], "question": "Is the branch lying next to a train?", "imageId": "n346736", "isBalanced": true, "groups": {"global": null, "local": "13-branch_train"}, "answer": "no", "semanticStr": "select: branch (23)->verify rel: train,lying next to,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "23"}, "fullAnswer": {"8": "10", "2": "23"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the branch is lying next to a bus."}, "20661400": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20661418", "20661419", "20661430", "20661431", "20661432", "20661415", "20661412", "20661413", "20661410", "20661411", "20661427", "20661426", "20661425", "20661424", "20661423", "20661422", "20661421", "20661420", "20661429", "20661428", "20661409", "20661408", "20661405", "20661404", "20661407", "20661406", "20661401", "20661403", "20661402", "20661416", "20661417"], "equivalent": ["20661400"], "question": "Do the trees look tall and green?", "imageId": "n346736", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "yes", "semanticStr": "select: trees (2)->verify color: green [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are tall and green."}, "20661463": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20661463"], "question": "Are there any bicycles?", "imageId": "n346736", "isBalanced": true, "groups": {"global": null, "local": "03-bike"}, "answer": "no", "semanticStr": "select: bike (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no bicycles."}, "202012848": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,playing at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012749", "202012843", "202012846", "202012847", "202012844", "202012845"], "equivalent": ["202012848"], "question": "Which kind of device is the man playing at?", "imageId": "n326988", "isBalanced": true, "groups": {"global": "device", "local": "15-man_playing at,o"}, "answer": "television", "semanticStr": "select: man (0)->relate: device,playing at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is playing at the television."}, "202012554": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (18)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012555", "202012551", "202012552", "202012553"], "equivalent": ["202012554"], "question": "What kind of furniture is to the right of the shelves?", "imageId": "n326988", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shelves_to the right of,s"}, "answer": "cabinets", "semanticStr": "select: shelves (18)->relate: furniture,to the right of,s (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"3": "19"}, "fullAnswer": {"1:4": "19", "5": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets."}, "202012747": {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (31)"}, {"operation": "verify rel", "dependencies": [0], "argument": "dvd player,on top of,o (-)"}], "entailed": [], "equivalent": ["202012747"], "question": "Is that remote on top of a DVD player?", "imageId": "n326988", "isBalanced": true, "groups": {"global": null, "local": "13-remote control_dvd player"}, "answer": "no", "semanticStr": "select: remote control (31)->verify rel: dvd player,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "31"}, "fullAnswer": {"8": "1", "2": "31"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the remote is on top of the TV."}, "202012841": {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,playing at,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012840"], "equivalent": ["202012841"], "question": "Who is playing at the television?", "imageId": "n326988", "isBalanced": true, "groups": {"global": "person", "local": "14-television_playing at,s"}, "answer": "man", "semanticStr": "select: television (1)->relate: person,playing at,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is playing at the television."}, "202012618": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (18)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["202012620", "202012621", "202012619", "202012613", "202012612", "202012602", "202012617", "202012616", "202012615", "202012614"], "equivalent": ["202012618"], "question": "How tall are the shelves?", "imageId": "n326988", "isBalanced": true, "groups": {"global": "length", "local": "10q-shelves_height"}, "answer": "short", "semanticStr": "select: shelves (18)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are short."}, "20511543": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20511560", "20511548", "20511549", "20511546", "20511547", "20511544", "20511545", "20511564", "20511562", "20511563", "20511559", "20511558", "20511555", "20511554", "20511557", "20511556", "20511551", "20511550", "20511553", "20511552", "20511561"], "equivalent": ["20511543"], "question": "Are the clouds large and white?", "imageId": "n229548", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "yes", "semanticStr": "select: clouds (6)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the clouds are large and white."}, "20511439": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ship (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,carrying,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511442", "20511441", "20511440"], "equivalent": ["20511439"], "question": "What is carrying the ship?", "imageId": "n229548", "isBalanced": true, "groups": {"global": "aircraft", "local": "14-ship_carrying,s"}, "answer": "helicopter", "semanticStr": "select: ship (4)->relate: _,carrying,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The helicopter is carrying the ship."}, "20511574": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511573"], "equivalent": ["20511574"], "question": "What's in front of the mountains?", "imageId": "n229548", "isBalanced": true, "groups": {"global": "place", "local": "14-mountains_in front of,s"}, "answer": "ocean", "semanticStr": "select: mountains (8)->relate: _,in front of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ocean is in front of the mountains."}, "20511394": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20511399", "20511398", "20511393", "20511392", "20511397", "20511396", "20511395"], "equivalent": ["20511394"], "question": "How is the weather?", "imageId": "n229548", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy."}, "20511525": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sun (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "orange "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20511535", "20511536", "20511530", "20511528", "20511517", "20511519", "20511526", "20511527", "20511520", "20511521", "20511522", "20511523", "20511524", "20511538", "20511532", "20511518", "20511531", "20511537", "20511533"], "equivalent": ["20511525"], "question": "Is the sun large and orange?", "imageId": "n229548", "isBalanced": true, "groups": {"global": null, "local": "05-large_orange"}, "answer": "yes", "semanticStr": "select: sun (7)->verify size: large [0]->verify color: orange  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sun is large and orange."}, "202180269": {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (1)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["202180266", "202180270", "202180267", "202180268"], "equivalent": ["202180268", "202180269"], "question": "Is the soccer ball on the right side or on the left?", "imageId": "n380113", "isBalanced": true, "groups": {"global": null, "local": "10c-soccer ball_hposition"}, "answer": "right", "semanticStr": "select: soccer ball (1)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The soccer ball is on the right of the image."}, "202180335": {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer player (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "bending"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202180336"], "equivalent": ["202180335", "202180336"], "question": "Where is the soccer player that is bending standing on?", "imageId": "n380113", "isBalanced": true, "groups": {"global": "place", "local": "14-soccer player_standing on,o"}, "answer": "field", "semanticStr": "select: soccer player (0)->filter pose: bending [0]->relate: place,standing on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"7": "0", "3:5": "0"}, "fullAnswer": {"1:3": "0", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is standing on the field."}, "202180230": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["202180229"], "equivalent": ["202180230"], "question": "Is it an indoors scene?", "imageId": "n380113", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "no", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is outdoors."}, "202180468": {"semantic": [{"operation": "select", "dependencies": [], "argument": "folding chair (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify state", "dependencies": [0], "argument": "still "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202180473", "202180470", "202180459", "202180469", "202180474", "202180460", "202180472", "202180462", "202180463", "202180464", "202180465", "202180466", "202180467"], "equivalent": ["202180468", "202180469"], "question": "Is the folding chair both still and blue?", "imageId": "n380113", "isBalanced": true, "groups": {"global": null, "local": "05-blue_still"}, "answer": "yes", "semanticStr": "select: folding chair (9)->verify color: blue [0]->verify state: still  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the folding chair is still and blue."}, "202180438": {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (7)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202180438"], "question": "Is the hair band white and round?", "imageId": "n380113", "isBalanced": true, "groups": {"global": null, "local": "05-round_white"}, "answer": "no", "semanticStr": "select: headband (7)->verify shape: round [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hair band is round but green."}, "20551327": {"semantic": [{"operation": "select", "dependencies": [], "argument": "platform (12)"}, {"operation": "relate", "dependencies": [0], "argument": "train tracks,near,s (13)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20551328", "20551329", "20551335", "20551324", "20551325", "20551331", "20551330", "20551333", "20551332", "20551326", "20551334", "20551323", "20551321", "20551322"], "equivalent": ["20551327"], "question": "Are the train tracks near the platform long and metallic?", "imageId": "n153118", "isBalanced": true, "groups": {"global": null, "local": "05-long_metal"}, "answer": "yes", "semanticStr": "select: platform (12)->relate: train tracks,near,s (13) [0]->verify length: long [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "13", "6": "12"}, "fullAnswer": {"2:4": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the train tracks are long and metallic."}, "20551622": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20551624", "20551484", "20551618", "20551626", "20551625", "20551619", "20551623", "20551621", "20551620"], "equivalent": ["20551622"], "question": "What vehicle is in front of the trees made of wood?", "imageId": "n153118", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_in front of,s"}, "answer": "train", "semanticStr": "select: tree (19)->filter material: wood [0]->relate: vehicle,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0", "10": "19", "7": "19"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a train."}, "20551701": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (9)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "american flag,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20551701"], "question": "Are there any American flags on the pole that is not short?", "imageId": "n153118", "isBalanced": true, "groups": {"global": null, "local": "13-pole_american flag"}, "answer": "no", "semanticStr": "select: pole (9)->filter: not(short) [0]->relate: american flag,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "9", "7": "9"}, "fullAnswer": {"8": "9", "4:6": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a traffic light on the pole."}, "20551697": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20551696", "20551700", "20551664"], "equivalent": ["20551697"], "question": "What is on the pole?", "imageId": "n153118", "isBalanced": true, "groups": {"global": "object", "local": "14-pole_on,s"}, "answer": "traffic light", "semanticStr": "select: pole (9)->relate: _,on,s (8) [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {}, "fullAnswer": {"1:3": "8", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The signal light is on the pole."}, "20551367": {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (15)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "round"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20551370", "20551368", "20551369"], "equivalent": ["20551367", "20551368"], "question": "Is there a round door or window?", "imageId": "n153118", "isBalanced": true, "groups": {"global": null, "local": "04-windows_round"}, "answer": "no", "semanticStr": "select: windows (15)->filter shape: round [0]->exist: ? [1]->select: door (-) ->filter shape: round [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "15"}, "fullAnswer": {"3": "15"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are windows but they are square."}, "20870435": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20870435"], "question": "Who wears a jersey?", "imageId": "n373692", "isBalanced": true, "groups": {"global": "person", "local": "14-jersey_wearing,s"}, "answer": "player", "semanticStr": "select: jersey (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "2"}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player wears a jersey."}, "20870472": {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (4)"}, {"operation": "relate", "dependencies": [0], "argument": "player,next to,s (7)"}, {"operation": "verify race", "dependencies": [1], "argument": "caucasian"}, {"operation": "verify gender", "dependencies": [1], "argument": "male "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20870470", "20870471", "20870469", "20870468", "20870474", "20870475", "20870467", "20870466", "20870473"], "equivalent": ["20870472", "20870473"], "question": "Is the player next to the other player Caucasian and male?", "imageId": "n373692", "isBalanced": true, "groups": {"global": null, "local": "05-caucasian_male"}, "answer": "yes", "semanticStr": "select: player (4)->relate: player,next to,s (7) [0]->verify race: caucasian [1]->verify gender: male  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "7": "4"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the player is Caucasian and male."}, "20870427": {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "choose", "dependencies": [0], "argument": "grassy|snowy"}], "entailed": ["20870428"], "equivalent": ["20870428", "20870427"], "question": "Is the field grassy or snowy?", "imageId": "n373692", "isBalanced": true, "groups": {"global": "27", "local": "10c-field_27"}, "answer": "grassy", "semanticStr": "select: field (10)->choose: grassy|snowy [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The field is grassy."}, "20721859": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "relate", "dependencies": [0], "argument": "toy,above,s (0)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20721857", "20721858"], "equivalent": ["20721859", "20721858"], "question": "Does the toy above the girl look small and white?", "imageId": "n89148", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: girl (1)->relate: toy,above,s (0) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "1"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the doll is small but red."}, "20722019": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ladder (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20722020", "20722023", "20722017", "20722018"], "equivalent": ["20722019"], "question": "What is the ladder made of?", "imageId": "n89148", "isBalanced": true, "groups": {"global": "material", "local": "10q-ladder_material"}, "answer": "metal", "semanticStr": "select: ladder (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ladder is made of metal."}, "20722045": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ladder (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "windows,below,o (7)"}], "entailed": ["20722104"], "equivalent": ["20722045"], "question": "Is the ladder below the windows?", "imageId": "n89148", "isBalanced": true, "groups": {"global": null, "local": "13-ladder_windows"}, "answer": "yes", "semanticStr": "select: ladder (4)->verify rel: windows,below,o (7) [0]", "annotations": {"answer": {}, "question": {"2": "4", "5": "7"}, "fullAnswer": {"2": "4", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the ladder is below the windows."}, "20722004": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20722004"], "question": "What is in front of the adult person?", "imageId": "n89148", "isBalanced": true, "groups": {"global": "tree", "local": "14-person_in front of,s"}, "answer": "trees", "semanticStr": "select: person (6)->filter: adult [0]->relate: _,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"6:8": "6"}, "fullAnswer": {"1": "5", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the person."}, "202257089": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify place", "dependencies": [0], "argument": "park"}], "entailed": ["202257088"], "equivalent": ["202257089"], "question": "Is this photo showing a park?", "imageId": "n92308", "isBalanced": true, "groups": {"global": null, "local": "01-place_park"}, "answer": "no", "semanticStr": "select: scene->verify place: park [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, the picture is showing a beach."}, "202257439": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "choose rel", "dependencies": [1], "argument": "bicycle,to the right of|to the left of,s (7)"}], "entailed": ["202257440", "202257438"], "equivalent": ["202257440", "202257439"], "question": "Is the bicycle to the left or to the right of the person that is wearing a jacket?", "imageId": "n92308", "isBalanced": true, "groups": {"global": null, "local": "13-person_bicycle"}, "answer": "right", "semanticStr": "select: jacket (9)->relate: person,wearing,s (10) [0]->choose rel: bicycle,to the right of|to the left of,s (7) [1]", "annotations": {"answer": {}, "question": {"2": "7", "12": "10", "17": "9"}, "fullAnswer": {"1": "7", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bicycle is to the right of the person."}, "202257136": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (11)"}, {"operation": "filter activity", "dependencies": [0], "argument": "resting"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202257136"], "question": "Do you see dogs there that are resting?", "imageId": "n92308", "isBalanced": true, "groups": {"global": null, "local": "04-dog_resting"}, "answer": "no", "semanticStr": "select: dog (11)->filter activity: resting [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a dog but it is playing."}, "202257501": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (6)"}, {"operation": "filter", "dependencies": [0], "argument": "wet"}, {"operation": "choose state", "dependencies": [1], "argument": "rough|smooth"}], "entailed": ["202257500"], "equivalent": ["202257500", "202257501"], "question": "Does the sand that looks wet look smooth or rough?", "imageId": "n92308", "isBalanced": true, "groups": {"global": "state", "local": "10c-sand_state"}, "answer": "rough", "semanticStr": "select: sand (6)->filter: wet [0]->choose state: rough|smooth [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sand is rough."}, "202257177": {"semantic": [{"operation": "select", "dependencies": [], "argument": "path (13)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "tan "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202257195", "202257194", "202257184", "202257193", "202257178", "202257182", "202257183", "202257180", "202257181", "202257186", "202257187", "202257179", "202257185", "202257176", "202257188", "202257189", "202257192", "202257191", "202257190"], "equivalent": ["202257177", "202257176"], "question": "Does the path have tan color and long length?", "imageId": "n92308", "isBalanced": true, "groups": {"global": null, "local": "05-long_tan"}, "answer": "yes", "semanticStr": "select: path (13)->verify length: long [0]->verify color: tan  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the path is tan and long."}, "201430986": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201430986"], "question": "Are there ties or glasses in this picture?", "imageId": "n206785", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_tie"}, "answer": "yes", "semanticStr": "select: tie (6)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a tie."}, "201430706": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201430707", "201430705", "201430702"], "equivalent": ["201430706", "201430705"], "question": "Are there either windows or doors that are made of metal?", "imageId": "n206785", "isBalanced": true, "groups": {"global": null, "local": "04-door_metal"}, "answer": "no", "semanticStr": "select: door (1)->filter material: metal [0]->exist: ? [1]->select: window (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a door but it is made of wood."}, "201430835": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201430829", "201430834", "201430836", "201430830", "201430831", "201430832", "201430833"], "equivalent": ["201430835"], "question": "Which side is the plastic bag on?", "imageId": "n206785", "isBalanced": true, "groups": {"global": null, "local": "10q-bag_hposition"}, "answer": "right", "semanticStr": "select: bag (4)->filter material: plastic [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is on the right of the image."}, "201430956": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201430956"], "question": "Is the cabinet brown and wooden?", "imageId": "n206785", "isBalanced": true, "groups": {"global": null, "local": "05-brown_wood"}, "answer": "no", "semanticStr": "select: cabinet (7)->verify color: brown [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cabinet is wooden but white."}, "201430625": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430621", "201430620", "201430622", "201430624"], "equivalent": ["201430625"], "question": "What clothing item is long sleeved?", "imageId": "n206785", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "dress shirt", "semanticStr": "select: clothing (10)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"1:3": "10"}, "fullAnswer": {"1:3": "10", "5:7": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress shirt."}, "20936026": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20935942", "20936033", "20936027", "20936024", "20936034"], "equivalent": ["20936026"], "question": "What animal is in front of the trees?", "imageId": "n44249", "isBalanced": true, "groups": {"global": "animal", "local": "14-trees_in front of,s"}, "answer": "elephant", "semanticStr": "select: trees (1)->relate: animal,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephant is in front of the trees."}, "20936256": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (6)"}], "entailed": ["20936124", "20936123", "20936122", "20936121", "20936255", "20936254"], "equivalent": ["20936256"], "question": "Is the woman to the right or to the left of the heavy person?", "imageId": "n44249", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "left", "semanticStr": "select: person (5)->filter weight: heavy [0]->choose rel: woman,to the left of|to the right of,s (6) [1]", "annotations": {"answer": {}, "question": {"2": "6", "12:14": "5"}, "fullAnswer": {"1": "6", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the man."}, "20936263": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20936259", "20936268", "20936269", "20936265", "20936264", "20936258", "20936266", "20936267", "20936260", "20936261", "20936262"], "equivalent": ["20936263"], "question": "Is the shirt green and soft?", "imageId": "n44249", "isBalanced": true, "groups": {"global": null, "local": "05-green_soft"}, "answer": "yes", "semanticStr": "select: shirt (9)->verify color: green [0]->verify hardness: soft  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is green and soft."}, "20935919": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "choose", "dependencies": [1], "argument": "lush|leafless"}], "entailed": ["20935920"], "equivalent": ["20935919"], "question": "Are the green trees lush or leafless?", "imageId": "n44249", "isBalanced": true, "groups": {"global": "25", "local": "10c-trees_25"}, "answer": "lush", "semanticStr": "select: trees (1)->filter color: green [0]->choose: lush|leafless [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are lush."}, "20936294": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20936278", "20936273", "20936272", "20936271", "20936274"], "equivalent": ["20936294"], "question": "Who is sitting?", "imageId": "n44249", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "child", "semanticStr": "select: person (8)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The child is sitting."}, "201247133": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (0)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "choose face expression", "dependencies": [1], "argument": "unhappy|happy"}], "entailed": ["201247122", "201247134", "201247120", "201247121", "201247126", "201247124", "201247123", "201247125", "201247137", "201247138", "201247119"], "equivalent": ["201247133"], "question": "Is the black and white cat unhappy or happy?", "imageId": "n83784", "isBalanced": true, "groups": {"global": "face expression", "local": "10c-cat_expression"}, "answer": "unhappy", "semanticStr": "select: cat (0)->filter: black and white [0]->choose face expression: unhappy|happy [1]", "annotations": {"answer": {}, "question": {"2:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cat is unhappy."}, "201247282": {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,on top of,s (5)"}, {"operation": "filter pattern", "dependencies": [1], "argument": "striped"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["201247270", "201247283", "201247281", "201247280", "201247285", "201247284", "201247269", "201247268", "201247278", "201247279"], "equivalent": ["201247282"], "question": "What color is the striped rug on top of the carpet?", "imageId": "n83784", "isBalanced": true, "groups": {"global": "color", "local": "10q-rug_color"}, "answer": "beige", "semanticStr": "select: carpet (7)->relate: rug,on top of,s (5) [0]->filter pattern: striped [1]->query: color [2]", "annotations": {"answer": {}, "question": {"10": "7", "4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is beige."}, "201247292": {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247293"], "equivalent": ["201247292"], "question": "What is located on top of the side table?", "imageId": "n83784", "isBalanced": true, "groups": {"global": "plant", "local": "14-side table_on top of,s"}, "answer": "plant", "semanticStr": "select: side table (3)->relate: _,on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"7:9": "3"}, "fullAnswer": {"1": "4", "7:9": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on top of the side table."}, "201247060": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201246997", "201247059", "201247063", "201247062", "201247061", "201247064"], "equivalent": ["201247060"], "question": "What is located on top of the rug?", "imageId": "n83784", "isBalanced": true, "groups": {"global": "furniture", "local": "14-rug_on top of,s"}, "answer": "chair", "semanticStr": "select: rug (5)->relate: _,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is on top of the rug."}, "201247081": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201247081"], "question": "What is the chair in front of?", "imageId": "n83784", "isBalanced": true, "groups": {"global": "plant", "local": "14-chair_in front of,o"}, "answer": "plant", "semanticStr": "select: chair (1)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "1", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the plant."}, "201957351": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201957355", "201957354", "201957356", "201957350", "201957352", "201957359", "201957358", "201957336", "201957335", "201957373", "201957377", "201957376", "201957339", "201957375", "201957342", "201957343", "201957340", "201957341", "201957344", "201957345", "201957360", "201957361", "201957362", "201957363", "201957364", "201957379"], "equivalent": ["201957351"], "question": "Is the lamp white and tall?", "imageId": "n536256", "isBalanced": true, "groups": {"global": null, "local": "05-tall_white"}, "answer": "yes", "semanticStr": "select: lamp (8)->verify height: tall [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the lamp is white and tall."}, "201957277": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (6)"}, {"operation": "verify rel", "dependencies": [1], "argument": "laptop,looking at,o (-)"}], "entailed": ["201957276"], "equivalent": ["201957277"], "question": "Is the person that is to the right of the man looking at a laptop?", "imageId": "n536256", "isBalanced": true, "groups": {"global": null, "local": "13-woman_laptop"}, "answer": "no", "semanticStr": "select: man (5)->relate: person,to the right of,s (6) [0]->verify rel: laptop,looking at,o (-) [1]", "annotations": {"answer": {}, "question": {"10": "5", "2": "6"}, "fullAnswer": {"2": "6", "7": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is looking at the television."}, "201957007": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tv stand (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify rel", "dependencies": [1], "argument": "wall,standing against,o (0)"}], "entailed": [], "equivalent": ["201957007"], "question": "Is the TV stand that is made of wood standing against the wall that looks white?", "imageId": "n536256", "isBalanced": true, "groups": {"global": null, "local": "13-tv stand_wall"}, "answer": "yes", "semanticStr": "select: tv stand (2)->filter material: wood [0]->verify rel: wall,standing against,o (0) [1]", "annotations": {"answer": {}, "question": {"8": "2", "12": "0", "15": "0", "2:4": "2"}, "fullAnswer": {"8": "0", "2:4": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the TV stand is standing against the wall."}, "201957146": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201957146"], "question": "Are there either glasses or Wii controllers?", "imageId": "n536256", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_wii controller"}, "answer": "yes", "semanticStr": "select: wii controller (7)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5:7": "7"}, "fullAnswer": {"4:6": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a Wii controller."}, "201957389": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201957355", "201957354", "201957356", "201957392", "201957395", "201957379", "201957386", "201957387", "201957384", "201957385", "201957383", "201957375", "201957377", "201957376", "201957388"], "equivalent": ["201957389"], "question": "What's the lamp made of?", "imageId": "n536256", "isBalanced": true, "groups": {"global": "material", "local": "10q-lamp_material"}, "answer": "metal", "semanticStr": "select: lamp (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is made of metal."}, "20241172": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20241168", "20241169", "20241148", "20241149", "20241151", "20241150", "20241166", "20241167", "20241177", "20241171", "20241170", "20241182", "20241181"], "equivalent": ["20241172"], "question": "What is the plate made of?", "imageId": "n166008", "isBalanced": true, "groups": {"global": "material", "local": "10q-plate_material"}, "answer": "porcelain", "semanticStr": "select: plate (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plate is made of porcelain."}, "20241047": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20241046"], "equivalent": ["20241047"], "question": "Who is sitting in front of the water?", "imageId": "n166008", "isBalanced": true, "groups": {"global": "person", "local": "14-water_sitting in front of,s"}, "answer": "man", "semanticStr": "select: water (4)->relate: person,sitting in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "8": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting in front of the water."}, "20240980": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (12)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20240978", "20240981", "20240979"], "equivalent": ["20240980"], "question": "On which side of the picture is the water bottle, the right or the left?", "imageId": "n166008", "isBalanced": true, "groups": {"global": null, "local": "10c-water bottle_hposition"}, "answer": "left", "semanticStr": "select: water bottle (12)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"8:10": "12"}, "fullAnswer": {"1:3": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The water bottle is on the left of the image."}, "20240920": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20240826", "20240922", "20240921", "20240919"], "equivalent": ["20240920", "20240919"], "question": "What kind of furniture is below the water?", "imageId": "n166008", "isBalanced": true, "groups": {"global": "furniture", "local": "15-water_below,s"}, "answer": "table", "semanticStr": "select: water (4)->relate: furniture,below,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11", "7": "4"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table."}, "20241178": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "can (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20241173"], "equivalent": ["20241178"], "question": "Is there a plate or a can that is made of metal?", "imageId": "n166008", "isBalanced": true, "groups": {"global": null, "local": "04-plate_metal"}, "answer": "no", "semanticStr": "select: plate (8)->filter material: metal [0]->exist: ? [1]->select: can (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a plate but it is made of porcelain."}, "202041872": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "select", "dependencies": [], "argument": "gun (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202041872"], "question": "Are the street and the gun made of the same material?", "imageId": "n449058", "isBalanced": true, "groups": {"global": null, "local": "09same-gun_street"}, "answer": "no", "semanticStr": "select: street (10)->select: gun (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "9"}, "fullAnswer": {"9": "9", "2": "10"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the street is made of concrete and the gun is made of metal."}, "202041989": {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (5)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["202041987", "202041990", "202041988"], "equivalent": ["202041989", "202041990"], "question": "Is the truck in the bottom part or in the top of the picture?", "imageId": "n449058", "isBalanced": true, "groups": {"global": null, "local": "10c-truck_vposition"}, "answer": "top", "semanticStr": "select: truck (5)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The truck is in the top of the image."}, "202042056": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202042055"], "equivalent": ["202042056"], "question": "Who is wearing the helmet?", "imageId": "n449058", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "policeman", "semanticStr": "select: helmet (8)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The policeman is wearing a helmet."}, "202041863": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202041862"], "equivalent": ["202041863"], "question": "Which place is it?", "imageId": "n449058", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street."}, "202041892": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202041891", "202041890", "202041893", "202041895", "202041894", "202041889"], "equivalent": ["202041892"], "question": "What is the street made of?", "imageId": "n449058", "isBalanced": true, "groups": {"global": "material", "local": "10q-street_material"}, "answer": "concrete", "semanticStr": "select: street (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is made of concrete."}, "201411047": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "toilet,near,s (3)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201411047"], "question": "Are there any toilets near the toilet brush made out of plastic?", "imageId": "n415215", "isBalanced": true, "groups": {"global": null, "local": "13-toilet brush_toilet"}, "answer": "yes", "semanticStr": "select: toilet brush (9)->filter material: plastic [0]->relate: toilet,near,s (3) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "9", "3": "3", "6:8": "9"}, "fullAnswer": {"4": "3", "7:9": "9"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a toilet near the toilet brush."}, "201411026": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "choose race", "dependencies": [1], "argument": "caucasian|asian"}], "entailed": [], "equivalent": ["201411026"], "question": "Is the male person Asian or Caucasian?", "imageId": "n415215", "isBalanced": true, "groups": {"global": "race", "local": "10c-person_race"}, "answer": "caucasian", "semanticStr": "select: person (0)->filter gender: male [0]->choose race: caucasian|asian [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is caucasian."}, "201411154": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tool (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201411154"], "question": "Is the metal tool short and black?", "imageId": "n415215", "isBalanced": true, "groups": {"global": null, "local": "05-black_short"}, "answer": "no", "semanticStr": "select: tool (4)->filter material: metal [0]->verify color: black [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tool is black but long."}, "201411099": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "choose color", "dependencies": [0], "argument": "silver|gold"}], "entailed": [], "equivalent": ["201411099"], "question": "Does the mirror appear to be gold or silver?", "imageId": "n415215", "isBalanced": true, "groups": {"global": "color", "local": "10c-mirror_color"}, "answer": "silver", "semanticStr": "select: mirror (2)->choose color: silver|gold [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mirror is silver."}, "201411190": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cigarettes (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "traffic light (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201411189"], "equivalent": ["201411190"], "question": "Are there either any traffic lights or cigarettes in the photo?", "imageId": "n415215", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cigarettes_traffic light"}, "answer": "no", "semanticStr": "select: cigarettes (-)->exist: ? [0]->select: traffic light (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no traffic lights or cigarettes."}, "201822197": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,next to,s (10)"}, {"operation": "verify material", "dependencies": [1], "argument": "paper"}], "entailed": [], "equivalent": ["201822197"], "question": "Is the toilet paper next to the toilet made of paper?", "imageId": "n417401", "isBalanced": true, "groups": {"global": null, "local": "06-toilet paper_paper"}, "answer": "yes", "semanticStr": "select: toilet (8)->relate: toilet paper,next to,s (10) [0]->verify material: paper [1]", "annotations": {"answer": {}, "question": {"2:4": "10", "7": "8"}, "fullAnswer": {"2:4": "10"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toilet paper is made of paper."}, "201822212": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201822211"], "equivalent": ["201822212"], "question": "What sits on the shelf?", "imageId": "n417401", "isBalanced": true, "groups": {"global": "", "local": "14-shelf_sitting on,s"}, "answer": "decoration", "semanticStr": "select: shelf (12)->relate: _,sitting on,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The decoration sits on the shelf."}, "201822273": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shower (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201822275", "201822274", "201822276", "201822271", "201822270", "201822272"], "equivalent": ["201822272", "201822273"], "question": "Which kind of material is the shower made of?", "imageId": "n417401", "isBalanced": true, "groups": {"global": "material", "local": "10q-shower_material"}, "answer": "glass", "semanticStr": "select: shower (3)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shower is made of glass."}, "201822321": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201822316", "201822317", "201822314", "201822315", "201822318", "201822319", "201822329", "201822328", "201822323", "201822322", "201822327", "201822326", "201822325"], "equivalent": ["201822321"], "question": "What is the sink made of?", "imageId": "n417401", "isBalanced": true, "groups": {"global": "material", "local": "10q-sink_material"}, "answer": "porcelain", "semanticStr": "select: sink (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is made of porcelain."}, "201822230": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201822229"], "equivalent": ["201822230"], "question": "What is the shelf inside of?", "imageId": "n417401", "isBalanced": true, "groups": {"global": "room", "local": "14-shelf_inside,o"}, "answer": "bathroom", "semanticStr": "select: shelf (12)->relate: _,inside,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "12", "5": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelf is inside the bathroom."}, "20789886": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (3)"}, {"operation": "verify tone", "dependencies": [0], "argument": "dark"}], "entailed": ["20789887", "20789888", "20789870"], "equivalent": ["20789886"], "question": "Does the water look dark?", "imageId": "n475030", "isBalanced": true, "groups": {"global": null, "local": "06-water_dark"}, "answer": "no", "semanticStr": "select: water (3)->verify tone: dark [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the water is light."}, "20790006": {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (9)"}, {"operation": "verify sportActivity", "dependencies": [0], "argument": "skiing"}], "entailed": ["20790008", "20790007"], "equivalent": ["20790006"], "question": "Are the people skiing?", "imageId": "n475030", "isBalanced": true, "groups": {"global": null, "local": "06-people_skiing"}, "answer": "no", "semanticStr": "select: people (9)->verify sportActivity: skiing [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the people are riding."}, "20789811": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20789813", "20789812", "20789810", "20789815", "20789814"], "equivalent": ["20789811"], "question": "Which place is it?", "imageId": "n475030", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "beach", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a beach."}, "20789890": {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "zebra (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20789892", "20789891", "20789889", "20790047"], "equivalent": ["20789890", "20789892", "20789891"], "question": "Do you see a zebra or a giraffe there?", "imageId": "n475030", "isBalanced": true, "groups": {"global": null, "local": "09existOr-giraffe_zebra"}, "answer": "no", "semanticStr": "select: giraffe (-)->exist: ? [0]->select: zebra (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no zebras or giraffes."}, "20789893": {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (8)"}, {"operation": "relate", "dependencies": [0], "argument": "tail,of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20789895", "20789894"], "equivalent": ["20789893"], "question": "What color is the horse's tail?", "imageId": "n475030", "isBalanced": true, "groups": {"global": "color", "local": "10q-tail_color"}, "answer": "black", "semanticStr": "select: horse (8)->relate: tail,of,s (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5": "2", "4": "8"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tail is black."}, "201576808": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "relate", "dependencies": [1], "argument": "animal,leading,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201576805", "201576807", "201576818"], "equivalent": ["201576808", "201576807"], "question": "What is the animal that the person that is walking is leading?", "imageId": "n187961", "isBalanced": true, "groups": {"global": "animal", "local": "15-person_leading,o"}, "answer": "goat", "semanticStr": "select: person (3)->filter pose: walking [0]->relate: animal,leading,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "3", "3": "2", "6": "3"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a goat."}, "201576603": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576604", "201576562"], "equivalent": ["201576603"], "question": "Who is wearing a jacket?", "imageId": "n187961", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "child", "semanticStr": "select: jacket (15)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "15"}, "fullAnswer": {"1": "1", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing a jacket."}, "201576760": {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576762", "201576639", "201576761", "201576755", "201576756", "201576757", "201576758", "201576759", "201576640"], "equivalent": ["201576760"], "question": "What kind of animal is in front of the child?", "imageId": "n187961", "isBalanced": true, "groups": {"global": "animal", "local": "15-child_in front of,s"}, "answer": "sheep", "semanticStr": "select: child (1)->relate: animal,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a sheep."}, "201576997": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576998", "201576996"], "equivalent": ["201576996", "201576997"], "question": "The trees are in front of what?", "imageId": "n187961", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,o"}, "answer": "hillside", "semanticStr": "select: trees (7)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the hillside."}, "201577009": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (6)"}, {"operation": "choose", "dependencies": [0], "argument": "high|low"}], "entailed": [], "equivalent": ["201577009"], "question": "Are the clouds high or low?", "imageId": "n187961", "isBalanced": true, "groups": {"global": "13", "local": "10c-clouds_13"}, "answer": "high", "semanticStr": "select: clouds (6)->choose: high|low [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The clouds are high."}, "201400211": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window frame (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "bookcase,next to,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201400133"], "equivalent": ["201400211"], "question": "Are there any bookcases next to the window frame that is made of wood?", "imageId": "n344136", "isBalanced": true, "groups": {"global": null, "local": "13-window frame_bookcase"}, "answer": "yes", "semanticStr": "select: window frame (10)->filter material: wood [0]->relate: bookcase,next to,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "5", "13": "10", "7:9": "10"}, "fullAnswer": {"8:10": "10", "4": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bookcase next to the window frame."}, "201400023": {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (16)"}, {"operation": "choose name", "dependencies": [0], "argument": "couch|table"}], "entailed": [], "equivalent": ["201400023"], "question": "Is this a couch or a table?", "imageId": "n344136", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-couch_table"}, "answer": "couch", "semanticStr": "select: this (16)->choose name: couch|table [0]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"3": "16"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a couch."}, "201399926": {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (12)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201399928", "201399929", "201399930", "201399922", "201399923", "201399927", "201399924", "201399925", "201399931"], "equivalent": ["201399926", "201399924", "201399925"], "question": "The curtains have what color?", "imageId": "n344136", "isBalanced": true, "groups": {"global": "color", "local": "10q-curtains_color"}, "answer": "white", "semanticStr": "select: curtains (12)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtains are white."}, "201399951": {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201399939", "201399938", "201399952", "201399950"], "equivalent": ["201399951"], "question": "What's located on top of the couch?", "imageId": "n344136", "isBalanced": true, "groups": {"global": "textile", "local": "14-couch_on top of,s"}, "answer": "blanket", "semanticStr": "select: couch (16)->relate: _,on top of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "7": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blanket is on top of the couch."}, "201399965": {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (14)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "thin"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201399964", "201399962", "201399963"], "equivalent": ["201399965"], "question": "On which side are the thin books?", "imageId": "n344136", "isBalanced": true, "groups": {"global": null, "local": "10q-books_hposition"}, "answer": "left", "semanticStr": "select: books (14)->filter thickness: thin [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The books are on the left of the image."}, "201360700": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360500", "201360697", "201360698", "201360699"], "equivalent": ["201360700"], "question": "Which kind of furniture is the boy in front of?", "imageId": "n541688", "isBalanced": true, "groups": {"global": "furniture", "local": "15-boy_in front of,o"}, "answer": "table", "semanticStr": "select: boy (1)->relate: furniture,in front of,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "1", "7": "16"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the table."}, "201360477": {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (14)"}, {"operation": "select", "dependencies": [], "argument": "wall (15) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201360477"], "question": "What do both the picture and the wall have in common?", "imageId": "n541688", "isBalanced": true, "groups": {"global": null, "local": "09common-picture_wall"}, "answer": "color", "semanticStr": "select: picture (14)->select: wall (15) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "14", "7": "15"}, "fullAnswer": {"4": "14", "7": "15"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the picture and the wall are blue."}, "201360988": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201360989", "201360997", "201360996", "201360980", "201360981", "201360982", "201360983", "201360984", "201360985", "201360986", "201360987", "201360979", "201360993", "201360995", "201360992", "201360994", "201360991"], "equivalent": ["201360988"], "question": "Is the shirt both striped and gray?", "imageId": "n541688", "isBalanced": true, "groups": {"global": null, "local": "05-gray_striped"}, "answer": "yes", "semanticStr": "select: shirt (8)->verify color: gray [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is striped and gray."}, "201360481": {"semantic": [{"operation": "select", "dependencies": [], "argument": "magazines (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201360480"], "equivalent": ["201360481"], "question": "Are there any TVs or magazines in the picture?", "imageId": "n541688", "isBalanced": true, "groups": {"global": null, "local": "09existOr-magazines_television"}, "answer": "no", "semanticStr": "select: magazines (-)->exist: ? [0]->select: television (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no TVs or magazines."}, "201360961": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360960", "201360959", "201360958"], "equivalent": ["201360961"], "question": "What clothing item is colorful?", "imageId": "n541688", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_colorful"}, "answer": "jacket", "semanticStr": "select: clothing (9)->filter: colorful [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1:3": "9"}, "fullAnswer": {"1:3": "9", "5": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a jacket."}, "201882623": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (17)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201882632", "201882620", "201882621", "201882631", "201882624", "201882625"], "equivalent": ["201882623"], "question": "What is the shape of the lamp?", "imageId": "n125122", "isBalanced": true, "groups": {"global": "shape", "local": "10q-lamp_shape"}, "answer": "rectangular", "semanticStr": "select: lamp (17)->query: shape [0]", "annotations": {"answer": {}, "question": {"6": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is rectangular."}, "201882683": {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bed,above,o (8)"}], "entailed": [], "equivalent": ["201882683"], "question": "Are the paintings above a bed?", "imageId": "n125122", "isBalanced": true, "groups": {"global": null, "local": "13-paintings_bed"}, "answer": "yes", "semanticStr": "select: paintings (16)->verify rel: bed,above,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "16", "5": "8"}, "fullAnswer": {"2": "16", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the paintings are above a bed."}, "201882735": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201882730", "201882731", "201882736", "201882737", "201882734", "201882738", "201882739", "201882750", "201882751", "201882713", "201882714", "201882725", "201882724", "201882727", "201882726", "201882723", "201882722", "201882745", "201882744", "201882743", "201882742", "201882741"], "equivalent": ["201882736", "201882735"], "question": "Is the table full and wooden?", "imageId": "n125122", "isBalanced": true, "groups": {"global": null, "local": "05-full_wood"}, "answer": "yes", "semanticStr": "select: table (18)->verify: full [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is full and wooden."}, "201883124": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (7)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201883119", "201883137", "201883129", "201883125", "201883126", "201883130", "201883122", "201883123"], "equivalent": ["201883123", "201883124"], "question": "What color are the pillows that look clean?", "imageId": "n125122", "isBalanced": true, "groups": {"global": "color", "local": "10q-pillows_color"}, "answer": "white", "semanticStr": "select: pillows (7)->filter cleanliness: clean [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillows are white."}, "201883221": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (3)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,to the left of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "sink,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201883221"], "question": "Are there sinks in front of the mirror that is to the left of the chair?", "imageId": "n125122", "isBalanced": true, "groups": {"global": null, "local": "13-mirror_sink"}, "answer": "no", "semanticStr": "select: chair (3)->relate: mirror,to the left of,s (4) [0]->relate: sink,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"15": "3", "7": "4"}, "fullAnswer": {"9": "4", "4": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a bed in front of the mirror."}, "201711116": {"semantic": [{"operation": "select", "dependencies": [], "argument": "instrument (0)"}, {"operation": "select", "dependencies": [], "argument": "suitcase (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201711117", "201711118"], "equivalent": ["201711116"], "question": "Does the instrument have the same color as the suitcase?", "imageId": "n302387", "isBalanced": true, "groups": {"global": null, "local": "09same-instrument_suitcase"}, "answer": "yes", "semanticStr": "select: instrument (0)->select: suitcase (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "1", "2": "0"}, "fullAnswer": {"3": "0", "6": "1"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the instrument and the suitcase are black."}, "201711356": {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["201711357", "201711358"], "equivalent": ["201711356"], "question": "Are the books in the top part of the photo?", "imageId": "n302387", "isBalanced": true, "groups": {"global": null, "local": "06-books_top"}, "answer": "yes", "semanticStr": "select: books (9)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the books are in the top of the image."}, "201711425": {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201711441", "201711440", "201711399", "201711398", "201711403", "201711402", "201711405", "201711404", "201711407", "201711406", "201711409", "201711408", "201711395", "201711397", "201711396", "201711400", "201711438", "201711439", "201711429", "201711428", "201711434", "201711435", "201711437", "201711430", "201711431", "201711432", "201711433", "201711416", "201711417", "201711414", "201711415", "201711412", "201711413", "201711410", "201711411", "201711401", "201711427", "201711426"], "equivalent": ["201711425"], "question": "Is the box square and brown?", "imageId": "n302387", "isBalanced": true, "groups": {"global": null, "local": "05-brown_square"}, "answer": "yes", "semanticStr": "select: box (8)->verify color: brown [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the box is square and brown."}, "201711163": {"semantic": [{"operation": "select", "dependencies": [], "argument": "instrument (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201711162", "201711159", "201711161", "201711164", "201711165", "201711160"], "equivalent": ["201711163"], "question": "Which kind of furniture is to the left of the instrument?", "imageId": "n302387", "isBalanced": true, "groups": {"global": "furniture", "local": "15-instrument_to the left of,s"}, "answer": "shelf", "semanticStr": "select: instrument (0)->relate: furniture,to the left of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf."}, "201711276": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201711277", "201711281", "201711275"], "equivalent": ["201711276", "201711277"], "question": "Does the fireplace have white color?", "imageId": "n302387", "isBalanced": true, "groups": {"global": null, "local": "06-fireplace_white"}, "answer": "no", "semanticStr": "select: fireplace (2)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fireplace is black."}, "202040328": {"semantic": [{"operation": "select", "dependencies": [], "argument": "train tracks (5)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["202040332", "202040331", "202040330", "202040325", "202040326", "202040327", "202040329"], "equivalent": ["202040328"], "question": "What is the length of the train tracks?", "imageId": "n542609", "isBalanced": true, "groups": {"global": "length", "local": "10q-train tracks_length"}, "answer": "long", "semanticStr": "select: train tracks (5)->query: length [0]", "annotations": {"answer": {}, "question": {"6:8": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The train tracks are long."}, "202040262": {"semantic": [{"operation": "select", "dependencies": [], "argument": "train station (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked at,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202040260", "202040137", "202040258", "202040259"], "equivalent": ["202040262"], "question": "What vehicle is parked at the train station?", "imageId": "n542609", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-train station_parked at,s"}, "answer": "train", "semanticStr": "select: train station (6)->relate: vehicle,parked at,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a train."}, "202040122": {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,walking on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202040123", "202040124"], "equivalent": ["202040122"], "question": "The people are walking on what?", "imageId": "n542609", "isBalanced": true, "groups": {"global": "", "local": "14-people_walking on,o"}, "answer": "platform", "semanticStr": "select: people (1)->relate: _,walking on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are walking on the platform."}, "202040082": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202040079", "202040081", "202040080", "202040083", "202040085", "202040084", "202040087", "202040086"], "equivalent": ["202040082"], "question": "Which place is it?", "imageId": "n542609", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "train station", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a train station."}, "202040317": {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "filter color", "dependencies": [1], "argument": "gray"}, {"operation": "choose", "dependencies": [2], "argument": "new|old"}], "entailed": ["202040304", "202040315", "202040316", "202040311", "202040295", "202040313", "202040305"], "equivalent": ["202040317"], "question": "Does the train that looks orange and gray look old or new?", "imageId": "n542609", "isBalanced": true, "groups": {"global": "4", "local": "10c-train_4"}, "answer": "new", "semanticStr": "select: train (2)->filter color: orange [0]->filter color: gray [1]->choose: new|old [2]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2", "7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The train is new."}, "20542969": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20542876", "20543097", "20542970", "20542975", "20542974", "20543099", "20543098"], "equivalent": ["20542969"], "question": "What is the animal in front of the fence that is not short?", "imageId": "n100552", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_in front of,s"}, "answer": "elephant", "semanticStr": "select: fence (2)->filter: not(short) [0]->relate: animal,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"8": "2", "3": "1", "12": "2"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant."}, "20542858": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify place", "dependencies": [0], "argument": "zoo"}], "entailed": ["20542860", "20542856", "20542857", "20542859"], "equivalent": ["20542858"], "question": "Is the photo showing a zoo?", "imageId": "n100552", "isBalanced": true, "groups": {"global": null, "local": "01-place_zoo"}, "answer": "yes", "semanticStr": "select: scene->verify place: zoo [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is showing a zoo."}, "20542857": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20542860", "20542856", "20542858", "20542859"], "equivalent": ["20542857"], "question": "Which place is it?", "imageId": "n100552", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "zoo", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a zoo."}, "20543141": {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (6)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20543134", "20543135", "20543136", "20543137", "20543130", "20543131", "20543132", "20543133", "20543138", "20543139", "20543156", "20543157", "20543154", "20543155", "20543152", "20543153", "20543150", "20543151", "20543158", "20543159", "20543127", "20543129", "20543128", "20543145", "20543147", "20543143", "20543142", "20543149", "20543148", "20543160"], "equivalent": ["20543141"], "question": "Is the container metallic and white?", "imageId": "n100552", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "yes", "semanticStr": "select: container (6)->verify material: metal [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the container is metallic and white."}, "20543116": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (5)"}, {"operation": "choose", "dependencies": [0], "argument": "dry|wet"}], "entailed": ["20543112", "20543113", "20543114", "20543115"], "equivalent": ["20543116"], "question": "Is the ground dry or wet?", "imageId": "n100552", "isBalanced": true, "groups": {"global": "17", "local": "10c-ground_17"}, "answer": "dry", "semanticStr": "select: ground (5)->choose: dry|wet [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is dry."}, "20929452": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (12)"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20929453"], "equivalent": ["20929453", "20929452"], "question": "Is the window cloudy and large?", "imageId": "n9181", "isBalanced": true, "groups": {"global": null, "local": "05-cloudy_large"}, "answer": "no", "semanticStr": "select: window (12)->verify weather: cloudy [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is large but clear."}, "20929402": {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (13)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20929413", "20929404", "20929405", "20929400", "20929401", "20929403", "20929389", "20929399"], "equivalent": ["20929402"], "question": "What is the color of the motorbike?", "imageId": "n9181", "isBalanced": true, "groups": {"global": "color", "local": "10q-motorcycle_color"}, "answer": "silver", "semanticStr": "select: motorcycle (13)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorbike is silver."}, "20929611": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cowboy hat (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "sign,below,o (7)"}], "entailed": ["20929673", "20929672"], "equivalent": ["20929611"], "question": "Is the brown cowboy hat below the small sign?", "imageId": "n9181", "isBalanced": true, "groups": {"global": null, "local": "13-cowboy hat_sign"}, "answer": "yes", "semanticStr": "select: cowboy hat (2)->filter color: brown [0]->verify rel: sign,below,o (7) [1]", "annotations": {"answer": {}, "question": {"2:5": "2", "7:9": "7"}, "fullAnswer": {"2:4": "2", "7": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cowboy hat is below the sign."}, "20929555": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wheelchair (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20929554"], "equivalent": ["20929555"], "question": "What's the wheelchair in front of?", "imageId": "n9181", "isBalanced": true, "groups": {"global": "clothing", "local": "14-wheelchair_in front of,o"}, "answer": "vest", "semanticStr": "select: wheelchair (0)->relate: _,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wheelchair is in front of the vest."}, "20929331": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20929330", "20929325", "20929327", "20929326", "20929329", "20929328"], "equivalent": ["20929330", "20929331"], "question": "Which side is the mirror on?", "imageId": "n9181", "isBalanced": true, "groups": {"global": null, "local": "10q-mirror_hposition"}, "answer": "right", "semanticStr": "select: mirror (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is on the right of the image."}, "2058595": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["2058607", "2058605", "2058606", "2058588", "2058598", "2058599", "2058596", "2058597", "2058594", "2058602", "2058604", "2058600", "2058601"], "equivalent": ["2058596", "2058595"], "question": "Do the trees appear to be green?", "imageId": "n497658", "isBalanced": true, "groups": {"global": null, "local": "06-trees_green"}, "answer": "yes", "semanticStr": "select: trees (8)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trees are green."}, "2058421": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (9)"}, {"operation": "select", "dependencies": [], "argument": "logo (7) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["2058422"], "equivalent": ["2058421"], "question": "Do the door and the logo have the same color?", "imageId": "n497658", "isBalanced": true, "groups": {"global": null, "local": "09same-door_logo"}, "answer": "yes", "semanticStr": "select: door (9)->select: logo (7) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "7"}, "fullAnswer": {"3": "9", "6": "7"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the door and the logo are white."}, "2058428": {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["2058427", "2058424", "2058425", "2058423", "2058429"], "equivalent": ["2058428"], "question": "Are there airplanes in this scene that are huge?", "imageId": "n497658", "isBalanced": true, "groups": {"global": null, "local": "04-airplane_huge"}, "answer": "yes", "semanticStr": "select: airplane (1)->filter size: huge [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is an airplane that is huge."}, "2058479": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (4)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2058478", "2058480", "2058481", "2058483", "2058485", "2058475", "2058474", "2058477", "2058476", "2058484"], "equivalent": ["2058479"], "question": "Is the sky cloudy and bright?", "imageId": "n497658", "isBalanced": true, "groups": {"global": null, "local": "05-bright_cloudy"}, "answer": "yes", "semanticStr": "select: sky (4)->verify: bright [0]->verify weather: cloudy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is cloudy and bright."}, "2058513": {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2058513"], "question": "Are there cars or windows?", "imageId": "n497658", "isBalanced": true, "groups": {"global": null, "local": "09existOr-car_windows"}, "answer": "yes", "semanticStr": "select: windows (6)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"3": "6"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are windows."}, "20247254": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "not(fat)"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["20247245", "20247270", "20247271", "20247267", "20247266", "20247255", "20247256", "20247257", "20247250", "20247251", "20247252", "20247253", "20247247", "20247246"], "equivalent": ["20247254"], "question": "How old is the person that is not fat?", "imageId": "n223750", "isBalanced": true, "groups": {"global": "age", "local": "10q-woman_age"}, "answer": "young", "semanticStr": "select: person (1)->filter fatness: not(fat) [0]->query: age [1]", "annotations": {"answer": {}, "question": {"8": "1", "4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is young."}, "20247449": {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20247476", "20247477", "20247470", "20247471", "20247472", "20247473", "20247474", "20247475", "20247450", "20247451", "20247478", "20247479", "20247458", "20247491", "20247481", "20247480", "20247483", "20247482", "20247485", "20247484", "20247486", "20247469", "20247468", "20247467", "20247466", "20247448", "20247460", "20247456", "20247457", "20247454", "20247492", "20247493", "20247455", "20247452", "20247453"], "equivalent": ["20247449", "20247448"], "question": "Does the purse look dark and large?", "imageId": "n223750", "isBalanced": true, "groups": {"global": null, "local": "05-dark_large"}, "answer": "yes", "semanticStr": "select: purse (3)->verify color: dark [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the purse is dark and large."}, "20247500": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247501", "20247502"], "equivalent": ["20247500"], "question": "What is the short sleeved clothing item?", "imageId": "n223750", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_short sleeved"}, "answer": "dress", "semanticStr": "select: clothing (2)->filter: short sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"5:7": "2"}, "fullAnswer": {"1:3": "2", "5": "2"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress."}, "20247144": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20247143", "20247145", "20247146", "20247147", "20247148"], "equivalent": ["20247144"], "question": "Which place is it?", "imageId": "n223750", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a park."}, "20247158": {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (10)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["20247166", "20247164", "20247162", "20247159", "20247160", "20247161", "20247157", "20247156", "20247155", "20247163"], "equivalent": ["20247158", "20247157", "20247156"], "question": "Does the necklace look large?", "imageId": "n223750", "isBalanced": true, "groups": {"global": null, "local": "06-necklace_large"}, "answer": "yes", "semanticStr": "select: necklace (10)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the necklace is large."}, "20411855": {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(pink)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411854", "20411853", "20411608"], "equivalent": ["20411855"], "question": "What food isn't pink?", "imageId": "n363445", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-food_n#pink"}, "answer": "apples", "semanticStr": "select: food (1)->filter color: not(pink) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is apples."}, "20411747": {"semantic": [{"operation": "select", "dependencies": [], "argument": "food container (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bookcase,on,o (-)"}], "entailed": [], "equivalent": ["20411747"], "question": "Is that food container on a bookcase?", "imageId": "n363445", "isBalanced": true, "groups": {"global": null, "local": "13-food container_bookcase"}, "answer": "no", "semanticStr": "select: food container (0)->verify rel: bookcase,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0", "7": "10"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the food container is on the table."}, "20411923": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20411919", "20411917", "20411921", "20411924", "20411922", "20411918", "20411920"], "equivalent": ["20411923"], "question": "Which side of the picture is the fork on?", "imageId": "n363445", "isBalanced": true, "groups": {"global": null, "local": "10q-fork_hposition"}, "answer": "right", "semanticStr": "select: fork (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fork is on the right of the image."}, "20412053": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "food,below,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20412054"], "equivalent": ["20412053"], "question": "What type of food is below the small lid?", "imageId": "n363445", "isBalanced": true, "groups": {"global": "dessert", "local": "15-lid_below,s"}, "answer": "dessert", "semanticStr": "select: lid (12)->filter size: small [0]->relate: food,below,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8", "7:9": "12"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a dessert."}, "20411764": {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [0], "argument": "healthy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20411765", "20411763"], "equivalent": ["20411764", "20411763"], "question": "Do the carrots look healthy and green?", "imageId": "n363445", "isBalanced": true, "groups": {"global": null, "local": "05-green_healthy"}, "answer": "no", "semanticStr": "select: carrots (5)->verify color: green [0]->verify: healthy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the carrots are healthy but orange."}, "202024862": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "grassy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202024862"], "question": "Is the lawn brown and grassy?", "imageId": "n369595", "isBalanced": true, "groups": {"global": null, "local": "05-brown_grassy"}, "answer": "no", "semanticStr": "select: lawn (7)->verify color: brown [0]->verify: grassy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the lawn is grassy but green."}, "202024871": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (9)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202024874", "202024875", "202024872", "202024873", "202024870", "202024869", "202024868"], "equivalent": ["202024871"], "question": "What is the color of the pants?", "imageId": "n369595", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "black", "semanticStr": "select: pants (9)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are black."}, "202024751": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "choose", "dependencies": [0], "argument": "sleeveless|long sleeved"}], "entailed": ["202024748", "202024749", "202024753", "202024750", "202024744", "202024745", "202024746", "202024747"], "equivalent": ["202024751"], "question": "Is that shirt sleeveless or is it long sleeved?", "imageId": "n369595", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "sleeveless", "semanticStr": "select: shirt (10)->choose: sleeveless|long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is sleeveless."}, "202024817": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202024817"], "question": "The man is where?", "imageId": "n369595", "isBalanced": true, "groups": {"global": "place", "local": "14-man_in,o"}, "answer": "park", "semanticStr": "select: man (0)->relate: place,in,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in the park."}, "202024713": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202024717", "202024716", "202024715", "202024714", "202024712"], "equivalent": ["202024713"], "question": "Which place is it?", "imageId": "n369595", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a park."}, "201490980": {"semantic": [{"operation": "select", "dependencies": [], "argument": "goats (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,petting,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201490866", "201490865", "201490979", "201490978"], "equivalent": ["201490980"], "question": "Who is petting the goats?", "imageId": "n86120", "isBalanced": true, "groups": {"global": "person", "local": "14-goats_petting,s"}, "answer": "woman", "semanticStr": "select: goats (4)->relate: person,petting,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is petting the goats."}, "201491071": {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (4)"}, {"operation": "choose name", "dependencies": [0], "argument": "goats|sheep"}], "entailed": [], "equivalent": ["201491071"], "question": "Are these goats or a sheep?", "imageId": "n86120", "isBalanced": true, "groups": {"global": "animal", "local": "08oc-goats_sheep"}, "answer": "goats", "semanticStr": "select: this (4)->choose name: goats|sheep [0]", "annotations": {"answer": {"0": "4"}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "These are goats."}, "201491043": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201491039", "201491050", "201491035", "201491034", "201491037", "201491036", "201491038", "201491048", "201491049", "201491044", "201491045", "201491046", "201491047", "201491040", "201491041", "201491042"], "equivalent": ["201491044", "201491043"], "question": "Is the cotton shirt both short sleeved and white?", "imageId": "n86120", "isBalanced": true, "groups": {"global": null, "local": "05-short sleeved_white"}, "answer": "yes", "semanticStr": "select: shirt (2)->filter material: cotton [0]->verify: short sleeved [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is short sleeved and white."}, "201490893": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201490889", "201490888", "201490907", "201490891", "201490892", "201490906", "201490895", "201490896", "201490897", "201490904", "201490903", "201490905"], "equivalent": ["201490893"], "question": "What is the woman doing?", "imageId": "n86120", "isBalanced": true, "groups": {"global": "pose", "local": "10q-woman_pose"}, "answer": "standing", "semanticStr": "select: woman (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is standing."}, "201490842": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "same", "dependencies": [0], "argument": "type"}], "entailed": ["201490843", "201490841"], "equivalent": ["201490842", "201490841"], "question": "Are these animals of the same species?", "imageId": "n86120", "isBalanced": true, "groups": {"global": null, "local": "07same-allanimals"}, "answer": "yes", "semanticStr": "select: animal (4)->same: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameAnimals", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, all the animals are goats."}, "201826548": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (0)"}, {"operation": "verify age", "dependencies": [1], "argument": "old"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201826550", "201826551", "201826552", "201826553", "201826547", "201826546", "201826545", "201826542", "201826549", "201826538", "201826539", "201826543", "201826544"], "equivalent": ["201826547", "201826548"], "question": "Is the man to the right of the other man old and short?", "imageId": "n59627", "isBalanced": true, "groups": {"global": null, "local": "05-old_short"}, "answer": "yes", "semanticStr": "select: man (1)->relate: man,to the right of,s (0) [0]->verify age: old [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "1", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is old and short."}, "201826690": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201826671", "201826687", "201826688", "201826689"], "equivalent": ["201826690"], "question": "What animal is this?", "imageId": "n59627", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "elephant", "semanticStr": "select: animal (6)->query: name [0]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"3": "6"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is an elephant."}, "201826611": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201826611"], "question": "Who is looking up?", "imageId": "n59627", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "man", "semanticStr": "select: person (5)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is looking up."}, "201826563": {"semantic": [{"operation": "select", "dependencies": [], "argument": "polo shirt (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "choose color", "dependencies": [1], "argument": "white|blue"}], "entailed": [], "equivalent": ["201826563"], "question": "Is the polo shirt that is made of cotton white or maybe blue?", "imageId": "n59627", "isBalanced": true, "groups": {"global": "color", "local": "10c-polo shirt_color"}, "answer": "white", "semanticStr": "select: polo shirt (3)->filter material: cotton [0]->choose color: white|blue [1]", "annotations": {"answer": {}, "question": {"8": "3", "2:4": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The polo shirt is white."}, "201826642": {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "towel (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201826643", "201826644", "201826645"], "equivalent": ["201826642"], "question": "Are there either any small towels or blankets?", "imageId": "n59627", "isBalanced": true, "groups": {"global": null, "local": "04-blanket_small"}, "answer": "no", "semanticStr": "select: blanket (4)->filter size: small [0]->exist: ? [1]->select: towel (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a blanket but it is large."}, "201889474": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201889471", "201889472", "201889473"], "equivalent": ["201889474", "201889472", "201889473"], "question": "Is there a helmet that is blue?", "imageId": "n88366", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_blue"}, "answer": "no", "semanticStr": "select: helmet (4)->filter color: blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a helmet but it is tan."}, "201889389": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain side (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify", "dependencies": [1], "argument": "snowy"}], "entailed": ["201889388"], "equivalent": ["201889389"], "question": "Does the mountain side that looks white look snowy?", "imageId": "n88366", "isBalanced": true, "groups": {"global": null, "local": "06-mountain side_snowy"}, "answer": "yes", "semanticStr": "select: mountain side (2)->filter color: white [0]->verify: snowy [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mountain side is snowy."}, "201889281": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "snowboard (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "orange"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201889280", "201889279"], "equivalent": ["201889279", "201889281", "201889280"], "question": "Are there any orange skis or snowboards in the photo?", "imageId": "n88366", "isBalanced": true, "groups": {"global": null, "local": "04-skis_orange"}, "answer": "no", "semanticStr": "select: skis (1)->filter color: orange [0]->exist: ? [1]->select: snowboard (-) ->filter color: orange [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are skis but they are black."}, "201889314": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201889314"], "question": "Who is standing?", "imageId": "n88366", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "skier", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skier is standing."}, "201889550": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "sparse"}], "entailed": ["201889551", "201889544", "201889523", "201889546", "201889547", "201889548", "201889549", "201889542", "201889543", "201889533"], "equivalent": ["201889550"], "question": "Do the blue pants look sparse?", "imageId": "n88366", "isBalanced": true, "groups": {"global": null, "local": "06-pants_sparse"}, "answer": "no", "semanticStr": "select: pants (6)->filter color: blue [0]->verify: sparse [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pants are dense."}, "20724136": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20724139", "20724138", "20724135", "20724134", "20724137"], "equivalent": ["20724136"], "question": "Which place is it?", "imageId": "n369970", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "forest", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a forest."}, "20724405": {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (6)"}, {"operation": "choose", "dependencies": [0], "argument": "wet|dry"}], "entailed": ["20724397", "20724373", "20724399", "20724400", "20724401", "20724387", "20724403", "20724402", "20724404"], "equivalent": ["20724405"], "question": "Is the forest dry or wet?", "imageId": "n369970", "isBalanced": true, "groups": {"global": "17", "local": "10c-forest_17"}, "answer": "wet", "semanticStr": "select: forest (6)->choose: wet|dry [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The forest is wet."}, "20724226": {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboarder (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "hat,wearing,o (-)"}], "entailed": ["20724227"], "equivalent": ["20724226"], "question": "Is the snowboarder wearing a hat?", "imageId": "n369970", "isBalanced": true, "groups": {"global": null, "local": "13-snowboarder_hat"}, "answer": "no", "semanticStr": "select: snowboarder (0)->verify rel: hat,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the snowboarder is wearing a jacket."}, "20724292": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (5)"}, {"operation": "filter", "dependencies": [0], "argument": "wet"}, {"operation": "verify", "dependencies": [1], "argument": "rocky"}], "entailed": ["20724291"], "equivalent": ["20724292"], "question": "Does the wet ground look rocky?", "imageId": "n369970", "isBalanced": true, "groups": {"global": null, "local": "06-ground_rocky"}, "answer": "no", "semanticStr": "select: ground (5)->filter: wet [0]->verify: rocky [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the ground is snowy."}, "20724265": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20724269", "20724268", "20724272", "20724260", "20724270", "20724271", "20724264", "20724274", "20724266", "20724254", "20724255", "20724256", "20724257", "20724261", "20724267", "20724258", "20724259", "20724263"], "equivalent": ["20724265", "20724266"], "question": "Does the jacket look long sleeved and dark?", "imageId": "n369970", "isBalanced": true, "groups": {"global": null, "local": "05-dark_long sleeved"}, "answer": "yes", "semanticStr": "select: jacket (2)->verify color: dark [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is long sleeved and dark."}, "20953955": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,opening,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20953954"], "equivalent": ["20953955"], "question": "What is the door opening?", "imageId": "n498712", "isBalanced": true, "groups": {"global": "room", "local": "14-door_opening,o"}, "answer": "office", "semanticStr": "select: door (10)->relate: _,opening,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "10", "5": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The door is opening the office."}, "20954150": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (18)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954149"], "equivalent": ["20954150"], "question": "Who is wearing the glasses?", "imageId": "n498712", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "girl", "semanticStr": "select: glasses (18)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing glasses."}, "20953971": {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,hanging above,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954158", "20953970"], "equivalent": ["20953971"], "question": "Who is the poster hanging above?", "imageId": "n498712", "isBalanced": true, "groups": {"global": "person", "local": "14-poster_hanging above,o"}, "answer": "woman", "semanticStr": "select: poster (12)->relate: person,hanging above,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "12", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The poster is hanging above the woman."}, "20954153": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954152", "20954151"], "equivalent": ["20954153"], "question": "What is the girl wearing?", "imageId": "n498712", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_wearing,o"}, "answer": "glasses", "semanticStr": "select: girl (5)->relate: _,wearing,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "5", "4": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing glasses."}, "20954060": {"semantic": [{"operation": "select", "dependencies": [], "argument": "receipt (17)"}, {"operation": "verify rel", "dependencies": [0], "argument": "luggage,on top of,o (6)"}], "entailed": [], "equivalent": ["20954060"], "question": "Is the receipt on top of the luggage that is on top of the floor?", "imageId": "n498712", "isBalanced": true, "groups": {"global": null, "local": "13-receipt_luggage"}, "answer": "yes", "semanticStr": "select: receipt (17)->verify rel: luggage,on top of,o (6) [0]", "annotations": {"answer": {}, "question": {"2": "17", "14": "11", "7": "6"}, "fullAnswer": {"8": "6", "2": "17"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the receipt is on top of the luggage."}, "20162288": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "relate", "dependencies": [1], "argument": "boy,in front of,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20162289", "20162287", "20162432"], "equivalent": ["20162287", "20162288"], "question": "Are there boys in front of the fence that looks long?", "imageId": "n202379", "isBalanced": true, "groups": {"global": null, "local": "13-fence_boy"}, "answer": "yes", "semanticStr": "select: fence (3)->filter length: long [0]->relate: boy,in front of,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "3", "2": "1", "7": "3"}, "fullAnswer": {"9": "3", "4": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a boy in front of the fence."}, "20162504": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20162505"], "equivalent": ["20162504"], "question": "Is the hat black?", "imageId": "n202379", "isBalanced": true, "groups": {"global": null, "local": "06-hat_black"}, "answer": "no", "semanticStr": "select: hat (7)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hat is blue."}, "20162311": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20162311"], "question": "Who is standing?", "imageId": "n202379", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "boy", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is standing."}, "20162477": {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (2)"}, {"operation": "filter sport", "dependencies": [0], "argument": "baseball"}, {"operation": "verify", "dependencies": [1], "argument": "grassy"}, {"operation": "verify color", "dependencies": [1], "argument": "green "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20162477"], "question": "Does the baseball field look grassy and green?", "imageId": "n202379", "isBalanced": true, "groups": {"global": null, "local": "05-grassy_green"}, "answer": "no", "semanticStr": "select: field (2)->filter sport: baseball [0]->verify: grassy [1]->verify color: green  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the field is grassy but brown."}, "20162446": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20162446"], "question": "What is the fence in front of?", "imageId": "n202379", "isBalanced": true, "groups": {"global": "tree", "local": "14-fence_in front of,o"}, "answer": "trees", "semanticStr": "select: fence (3)->relate: _,in front of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "3", "7": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the trees."}, "20911238": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20911241", "20911237"], "equivalent": ["20911238"], "question": "Who is on the skateboard?", "imageId": "n217003", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_on,s"}, "answer": "skater", "semanticStr": "select: skateboard (2)->relate: person,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is on the skateboard."}, "20911333": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (6)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["20911331", "20911332"], "equivalent": ["20911333"], "question": "Is the traffic light in the bottom part or in the top of the image?", "imageId": "n217003", "isBalanced": true, "groups": {"global": null, "local": "10c-traffic light_vposition"}, "answer": "bottom", "semanticStr": "select: traffic light (6)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The traffic light is in the bottom of the image."}, "20911295": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20911292", "20911293", "20911294"], "equivalent": ["20911295"], "question": "On which side of the picture is the traffic cone?", "imageId": "n217003", "isBalanced": true, "groups": {"global": null, "local": "10q-cone_hposition"}, "answer": "right", "semanticStr": "select: cone (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic cone is on the right of the image."}, "20911182": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify place", "dependencies": [0], "argument": "city"}], "entailed": ["20911183", "20911180", "20911181", "20911186", "20911184", "20911185"], "equivalent": ["20911183", "20911182"], "question": "Could this place be a city?", "imageId": "n217003", "isBalanced": true, "groups": {"global": null, "local": "01-place_city"}, "answer": "yes", "semanticStr": "select: scene->verify place: city [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is a city."}, "20911181": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20911182", "20911183", "20911180", "20911186", "20911184", "20911185"], "equivalent": ["20911181"], "question": "Which place is it?", "imageId": "n217003", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "city", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a city."}, "20149844": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(modern)"}, {"operation": "choose name", "dependencies": [1], "argument": "cabinet|drawer"}], "entailed": [], "equivalent": ["20149844"], "question": "Which piece of furniture is not modern, the drawer or the cabinet?", "imageId": "n65866", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#modern"}, "answer": "drawer", "semanticStr": "select: furniture (12)->filter: not(modern) [0]->choose name: cabinet|drawer [1]", "annotations": {"answer": {"0": "12"}, "question": {"11": "9", "8": "12", "1:4": "9"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The drawer is not modern."}, "20149668": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (16)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20149666", "20149667", "20149664", "20149665", "20149670", "20149669"], "equivalent": ["20149668"], "question": "What's the pipe made of?", "imageId": "n65866", "isBalanced": true, "groups": {"global": "material", "local": "10q-pipe_material"}, "answer": "plastic", "semanticStr": "select: pipe (16)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pipe is made of plastic."}, "20149752": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20149753", "20149751", "20149756", "20149754", "20149755"], "equivalent": ["20149752"], "question": "Is the toilet on the right?", "imageId": "n65866", "isBalanced": true, "groups": {"global": null, "local": "06-toilet_right"}, "answer": "no", "semanticStr": "select: toilet (0)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the toilet is on the left of the image."}, "20149708": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "porcelain"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20149709", "20149705", "20149704", "20149707", "20149706", "20149701", "20149710", "20149711", "20149727", "20149703", "20149714"], "equivalent": ["20149708"], "question": "How big is the bathtub that is made of porcelain?", "imageId": "n65866", "isBalanced": true, "groups": {"global": "size", "local": "10q-bathtub_size"}, "answer": "small", "semanticStr": "select: bathtub (1)->filter material: porcelain [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "1", "4": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bath tub is small."}, "20149600": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20149599"], "equivalent": ["20149600"], "question": "What's located on top of the cabinet?", "imageId": "n65866", "isBalanced": true, "groups": {"global": "", "local": "14-cabinet_on top of,s"}, "answer": "sink", "semanticStr": "select: cabinet (9)->relate: _,on top of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is on top of the cabinet."}, "20316962": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dish drainer (8)"}, {"operation": "select", "dependencies": [], "argument": "trash can (20) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20316962"], "question": "What do the dish drainer and the garbage can have in common?", "imageId": "n350766", "isBalanced": true, "groups": {"global": null, "local": "09common-dish drainer_trash can"}, "answer": "material", "semanticStr": "select: dish drainer (8)->select: trash can (20) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3:5": "8", "7:9": "20"}, "fullAnswer": {"8:10": "20", "4:6": "8"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the dish drainer and the garbage can are plastic."}, "20317289": {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (24)"}, {"operation": "relate", "dependencies": [0], "argument": "toaster,above,s (4)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20317288", "20317290", "20317208"], "equivalent": ["20317290", "20317289", "20317288"], "question": "Is there a toaster above the drawer?", "imageId": "n350766", "isBalanced": true, "groups": {"global": null, "local": "13-drawer_toaster"}, "answer": "yes", "semanticStr": "select: drawer (24)->relate: toaster,above,s (4) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "4", "6": "24"}, "fullAnswer": {"4": "4", "7": "24"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a toaster above the drawer."}, "20316943": {"semantic": [{"operation": "select", "dependencies": [], "argument": "burner (21)"}, {"operation": "filter material", "dependencies": [0], "argument": "chrome"}, {"operation": "relate", "dependencies": [1], "argument": "cooking utensil,same color,_ (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20317141"], "equivalent": ["20316943"], "question": "What kind of cooking utensil is the same color as the stove top that is made of chrome?", "imageId": "n350766", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-burner_same color,_"}, "answer": "coffee pot", "semanticStr": "select: burner (21)->filter material: chrome [0]->relate: cooking utensil,same color,_ (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"11:13": "21", "17": "21", "3:5": "5"}, "fullAnswer": {"9": "21", "1:3": "5"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee pot is the same color as the burner."}, "20317153": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20317153"], "question": "Are there any dishwashers in the image?", "imageId": "n350766", "isBalanced": true, "groups": {"global": null, "local": "03-dishwasher"}, "answer": "no", "semanticStr": "select: dishwasher (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no dishwashers."}, "20317099": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20317099"], "question": "Do you see any towels there?", "imageId": "n350766", "isBalanced": true, "groups": {"global": null, "local": "03-towel"}, "answer": "no", "semanticStr": "select: towel (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no towels."}, "201920486": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201920492", "201920495", "201920493", "201920496", "201920491", "201920494", "201920485", "201920484", "201920483", "201920482", "201920481", "201920480", "201920490", "201920489", "201920488"], "equivalent": ["201920486"], "question": "What's the person doing?", "imageId": "n187544", "isBalanced": true, "groups": {"global": "activity", "local": "10q-person_activity"}, "answer": "playing", "semanticStr": "select: person (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is playing."}, "201920474": {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (0)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": ["201920473", "201920476", "201920477", "201920475"], "equivalent": ["201920474"], "question": "Does the person to the right of the frisbee seem to be standing?", "imageId": "n187544", "isBalanced": true, "groups": {"global": null, "local": "06-person_standing"}, "answer": "no", "semanticStr": "select: frisbee (4)->relate: person,to the right of,s (0) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the person is running."}, "201920667": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (9)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201920668"], "equivalent": ["201920667"], "question": "Where is the lamp post?", "imageId": "n187544", "isBalanced": true, "groups": {"global": "place", "local": "14-street light_on,o"}, "answer": "field", "semanticStr": "select: street light (9)->relate: place,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "9"}, "fullAnswer": {"1:3": "9", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp post is on the field."}, "201920535": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201920539", "201920538", "201920537", "201920536", "201920534", "201920548", "201920549", "201920542", "201920543", "201920540", "201920541", "201920546", "201920547", "201920544", "201920545", "201920555", "201920554", "201920551", "201920550", "201920553", "201920552"], "equivalent": ["201920535", "201920534"], "question": "Do the shoes look black and clean?", "imageId": "n187544", "isBalanced": true, "groups": {"global": null, "local": "05-black_clean"}, "answer": "yes", "semanticStr": "select: shoes (2)->verify color: black [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shoes are black and clean."}, "201920432": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "select", "dependencies": [], "argument": "building (6) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201920433"], "equivalent": ["201920432"], "question": "Is the shirt the same color as the building?", "imageId": "n187544", "isBalanced": true, "groups": {"global": null, "local": "09same-building_shirt"}, "answer": "no", "semanticStr": "select: shirt (1)->select: building (6) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "6", "2": "1"}, "fullAnswer": {"2": "1", "7": "6"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the shirt is red and the building is white."}, "202240916": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (13)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202240918", "202240907", "202240923", "202240913", "202240912", "202240920", "202240914", "202240917", "202240919", "202240915", "202240921"], "equivalent": ["202240916"], "question": "What's the shelf made of?", "imageId": "n460385", "isBalanced": true, "groups": {"global": "material", "local": "10q-shelf_material"}, "answer": "wood", "semanticStr": "select: shelf (13)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelf is made of wood."}, "202241111": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "plate,on,o (-)"}], "entailed": [], "equivalent": ["202241111"], "question": "Is the pizza on a plate?", "imageId": "n460385", "isBalanced": true, "groups": {"global": null, "local": "13-pizza_plate"}, "answer": "no", "semanticStr": "select: pizza (5)->verify rel: plate,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5", "6": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pizza is on the table."}, "202240940": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "woman,behind,o (11)"}], "entailed": ["202240848"], "equivalent": ["202240940"], "question": "Is the shelf behind a woman?", "imageId": "n460385", "isBalanced": true, "groups": {"global": null, "local": "13-shelf_woman"}, "answer": "yes", "semanticStr": "select: shelf (13)->verify rel: woman,behind,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "13", "5": "11"}, "fullAnswer": {"2": "13", "6": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the shelf is behind a woman."}, "202241136": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cabinet,on,o (-)"}], "entailed": [], "equivalent": ["202241136"], "question": "Is the plant on a cabinet?", "imageId": "n460385", "isBalanced": true, "groups": {"global": null, "local": "13-plant_cabinet"}, "answer": "no", "semanticStr": "select: plant (6)->verify rel: cabinet,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6", "6": "13"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the plant is on the shelf."}, "202240990": {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (3)"}, {"operation": "choose", "dependencies": [0], "argument": "full|empty"}], "entailed": ["202240991", "202240987", "202240984", "202240985", "202240988", "202240989"], "equivalent": ["202240990"], "question": "Is the drink full or empty?", "imageId": "n460385", "isBalanced": true, "groups": {"global": "16", "local": "10c-drink_16"}, "answer": "full", "semanticStr": "select: drink (3)->choose: full|empty [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The drink is full."}, "201803838": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201803836", "201803837", "201803870"], "equivalent": ["201803838"], "question": "Which kind of furniture is the pillow on?", "imageId": "n51002", "isBalanced": true, "groups": {"global": "furniture", "local": "15-pillow_on,o"}, "answer": "couch", "semanticStr": "select: pillow (11)->relate: furniture,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "11", "5": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillow is on the couch."}, "201804627": {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (6)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|white"}], "entailed": ["201804628"], "equivalent": ["201804627"], "question": "Which color is the television, black or white?", "imageId": "n51002", "isBalanced": true, "groups": {"global": "color", "local": "10c-television_color"}, "answer": "black", "semanticStr": "select: television (6)->choose color: black|white [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The television is black."}, "201804077": {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201803976", "201804080", "201804081", "201804091", "201804090", "201804079", "201804076", "201804075", "201804089"], "equivalent": ["201804077"], "question": "What is in front of the computer monitor?", "imageId": "n51002", "isBalanced": true, "groups": {"global": "device", "local": "14-computer monitor_in front of,s"}, "answer": "keyboard", "semanticStr": "select: computer monitor (2)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7:9": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is in front of the computer monitor."}, "201804497": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mirror,below,o (-)"}], "entailed": [], "equivalent": ["201804497"], "question": "Is the fireplace below a mirror?", "imageId": "n51002", "isBalanced": true, "groups": {"global": null, "local": "13-fireplace_mirror"}, "answer": "no", "semanticStr": "select: fireplace (5)->verify rel: mirror,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fireplace is below a television."}, "201804320": {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201804295", "201804319", "201804333", "201804323", "201804322", "201804321", "201804314", "201804315", "201804332", "201804313", "201804328"], "equivalent": ["201804320"], "question": "Does the desk look white?", "imageId": "n51002", "isBalanced": true, "groups": {"global": null, "local": "06-desk_white"}, "answer": "yes", "semanticStr": "select: desk (3)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the desk is white."}, "20320356": {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20320359", "20320358", "20320351", "20320353", "20320341", "20320355", "20320354", "20320357", "20320360", "20320361", "20320362", "20320363", "20320369"], "equivalent": ["20320356"], "question": "Which color is the license plate?", "imageId": "n206358", "isBalanced": true, "groups": {"global": "color", "local": "10q-license plate_color"}, "answer": "black", "semanticStr": "select: license plate (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The license plate is black."}, "20320380": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["20320390", "20320377", "20320376", "20320388", "20320389", "20320386", "20320387", "20320384", "20320379"], "equivalent": ["20320380"], "question": "What is the man doing?", "imageId": "n206358", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "bending", "semanticStr": "select: man (3)->query: pose [0]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is bending."}, "20320445": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["20320439", "20320444", "20320446", "20320441", "20320440", "20320443", "20320442"], "equivalent": ["20320445", "20320446"], "question": "Is the large vehicle in the bottom part or in the top of the photo?", "imageId": "n206358", "isBalanced": true, "groups": {"global": null, "local": "10c-suv_vposition"}, "answer": "top", "semanticStr": "select: vehicle (4)->filter size: large [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The SUV is in the top of the image."}, "20320243": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "relate", "dependencies": [0], "argument": "road,near,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20320242", "20320241", "20320247", "20320245", "20320244"], "equivalent": ["20320243"], "question": "What is the color of the road near the building?", "imageId": "n206358", "isBalanced": true, "groups": {"global": "tone", "local": "10q-road_color"}, "answer": "dark", "semanticStr": "select: building (9)->relate: road,near,s (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "9", "6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The road is dark."}, "20320209": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20320210"], "equivalent": ["20320209"], "question": "What place is this picture in?", "imageId": "n206358", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "sidewalk", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is at the sidewalk."}, "202021472": {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202021457", "202021456", "202021471", "202021470", "202021473", "202021475", "202021474", "202021468", "202021469", "202021467", "202021458"], "equivalent": ["202021472"], "question": "What color does the artwork have?", "imageId": "n255161", "isBalanced": true, "groups": {"global": "color", "local": "10q-artwork_color"}, "answer": "red", "semanticStr": "select: artwork (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The artwork has red color."}, "202021431": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (5)"}, {"operation": "filter weather", "dependencies": [0], "argument": "cloudy"}, {"operation": "choose", "dependencies": [1], "argument": "ugly|beautiful"}], "entailed": ["202021434", "202021427", "202021428", "202021429", "202021426", "202021430"], "equivalent": ["202021431"], "question": "Is the cloudy sky beautiful or ugly?", "imageId": "n255161", "isBalanced": true, "groups": {"global": "6", "local": "10c-sky_6"}, "answer": "ugly", "semanticStr": "select: sky (5)->filter weather: cloudy [0]->choose: ugly|beautiful [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sky is ugly."}, "202021479": {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202021479"], "question": "What is the artwork on?", "imageId": "n255161", "isBalanced": true, "groups": {"global": "object", "local": "14-artwork_on,o"}, "answer": "sign post", "semanticStr": "select: artwork (7)->relate: _,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "7", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The artwork is on the sign post."}, "202021449": {"semantic": [{"operation": "select", "dependencies": [], "argument": "nut (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202021451", "202021450", "202021444", "202021445", "202021446", "202021447", "202021441", "202021442", "202021443", "202021448"], "equivalent": ["202021449"], "question": "On which side is the small nut?", "imageId": "n255161", "isBalanced": true, "groups": {"global": null, "local": "10q-nut_hposition"}, "answer": "right", "semanticStr": "select: nut (4)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The nut is on the right of the image."}, "202021389": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["202021388", "202021387", "202021390", "202021391", "202021392"], "equivalent": ["202021389", "202021390"], "question": "Is the weather cloudy today?", "imageId": "n255161", "isBalanced": true, "groups": {"global": null, "local": "01-weather_cloudy"}, "answer": "yes", "semanticStr": "select: scene->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is cloudy."}, "201445020": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (11)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,standing in,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201444998", "201445019", "201444997"], "equivalent": ["201445020"], "question": "What kind of sign is standing in the lawn?", "imageId": "n289376", "isBalanced": true, "groups": {"global": "sign", "local": "15-lawn_standing in,s"}, "answer": "street sign", "semanticStr": "select: lawn (11)->relate: sign,standing in,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign."}, "201444986": {"semantic": [{"operation": "select", "dependencies": [], "argument": "gravel (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "asphalt"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201444987"], "equivalent": ["201444986"], "question": "What is sitting atop the gravel made of asphalt?", "imageId": "n289376", "isBalanced": true, "groups": {"global": "material", "local": "14-gravel_sitting atop,s"}, "answer": "rock", "semanticStr": "select: gravel (10)->filter material: asphalt [0]->relate: _,sitting atop,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"8": "10", "5": "10"}, "fullAnswer": {"1": "0", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rock is sitting atop the gravel."}, "201444996": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201444995"], "equivalent": ["201444996"], "question": "What sits beside the bench?", "imageId": "n289376", "isBalanced": true, "groups": {"global": "material", "local": "14-bench_sitting beside,s"}, "answer": "rock", "semanticStr": "select: bench (1)->relate: _,sitting beside,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rock sits beside the bench."}, "201444866": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201444865", "201444867", "201444870", "201444868", "201444869"], "equivalent": ["201444866", "201444865"], "question": "What type of weather do you see?", "imageId": "n289376", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy."}, "201444935": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covered by,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201444935"], "question": "What is covered by the sky?", "imageId": "n289376", "isBalanced": true, "groups": {"global": "tree", "local": "14-sky_covered by,s"}, "answer": "trees", "semanticStr": "select: sky (14)->relate: _,covered by,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are covered by the sky."}, "202126116": {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (7)"}, {"operation": "choose rel", "dependencies": [1], "argument": "umpire,to the left of|to the right of,s (8)"}], "entailed": ["202126073", "202126077", "202126076", "202126075", "202126074", "202126114", "202126115", "202126113"], "equivalent": ["202126116"], "question": "Is the umpire to the left or to the right of the person that holds the racket?", "imageId": "n573460", "isBalanced": true, "groups": {"global": null, "local": "13-player_umpire"}, "answer": "left", "semanticStr": "select: racket (5)->relate: person,holding,s (7) [0]->choose rel: umpire,to the left of|to the right of,s (8) [1]", "annotations": {"answer": {}, "question": {"2": "8", "12": "7", "16": "5"}, "fullAnswer": {"1": "8", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The umpire is to the left of the player."}, "202125899": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (22)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202125899"], "question": "Who is sitting on the chairs?", "imageId": "n573460", "isBalanced": true, "groups": {"global": "", "local": "14-chairs_sitting on,s"}, "answer": "audience", "semanticStr": "select: chairs (22)->relate: person,sitting on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "6": "22"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The audience is sitting on the chairs."}, "202125979": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (22)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202125978", "202125977"], "equivalent": ["202125979"], "question": "What are this items of furniture called?", "imageId": "n573460", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "chairs", "semanticStr": "select: furniture (22)->query: name [0]", "annotations": {"answer": {"0": "22"}, "question": {"3:6": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "These are chairs."}, "202125912": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202125929", "202125927", "202125926", "202125920", "202125919", "202125918", "202125928", "202125924", "202125922", "202125911", "202125925", "202125913", "202125915", "202125921", "202125917", "202125916"], "equivalent": ["202125911", "202125912"], "question": "Do the shorts have gray color and short length?", "imageId": "n573460", "isBalanced": true, "groups": {"global": null, "local": "05-gray_short"}, "answer": "yes", "semanticStr": "select: shorts (14)->verify color: gray [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are gray and short."}, "202125952": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (16)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["202125960", "202125948", "202125949", "202125959", "202125955", "202125954", "202125957", "202125956", "202125951", "202125950", "202125953", "202125947"], "equivalent": ["202125951", "202125952"], "question": "Does the short sleeved shirt have blue color?", "imageId": "n573460", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_blue"}, "answer": "yes", "semanticStr": "select: shirt (16)->filter: short sleeved [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2:5": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is blue."}, "20226372": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (15)"}, {"operation": "select", "dependencies": [], "argument": "curtain (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20226373"], "equivalent": ["20226372"], "question": "Is the plate the same color as the curtain?", "imageId": "n68769", "isBalanced": true, "groups": {"global": null, "local": "09same-curtain_plate"}, "answer": "yes", "semanticStr": "select: plate (15)->select: curtain (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "15"}, "fullAnswer": {"3": "15", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the plate and the curtain are red."}, "20226381": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same material,_ (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20226502"], "equivalent": ["20226381"], "question": "What type of furniture is made of the same material as the white ceiling?", "imageId": "n68769", "isBalanced": true, "groups": {"global": "furniture", "local": "14-ceiling_same material,_"}, "answer": "chair", "semanticStr": "select: ceiling (9)->filter color: white [0]->relate: furniture,same material,_ (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13", "12:14": "9"}, "fullAnswer": {"1": "13", "10": "9"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is made of the same material as the ceiling."}, "20226871": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine glass (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20226872"], "equivalent": ["20226871"], "question": "What is the wine glass in front of?", "imageId": "n68769", "isBalanced": true, "groups": {"global": "tableware", "local": "14-wine glass_in front of,o"}, "answer": "silverware", "semanticStr": "select: wine glass (16)->relate: _,in front of,o (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {"3:5": "16"}, "fullAnswer": {"8": "21", "1:3": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wine glass is in front of the silverware."}, "20226469": {"semantic": [{"operation": "select", "dependencies": [], "argument": "menu (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (23)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20226470"], "equivalent": ["20226469"], "question": "The person near the menu wears what?", "imageId": "n68769", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "shirt", "semanticStr": "select: menu (10)->relate: person,near,s (11) [0]->relate: _,wearing,o (23) [1]->query: name [2]", "annotations": {"answer": {"0": "23"}, "question": {"1": "11", "4": "10"}, "fullAnswer": {"1": "11", "4": "23"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears a shirt."}, "20226648": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (14)"}, {"operation": "relate", "dependencies": [0], "argument": "book,on top of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20226647"], "equivalent": ["20226647", "20226648"], "question": "Do you see books on top of the table?", "imageId": "n68769", "isBalanced": true, "groups": {"global": null, "local": "13-table_book"}, "answer": "no", "semanticStr": "select: table (14)->relate: book,on top of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "14"}, "fullAnswer": {"9": "14", "4": "15"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a plate on top of the table."}, "20511661": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (7)"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["20511650", "20511649", "20511662"], "equivalent": ["20511661"], "question": "Is the sky cloudy?", "imageId": "n208458", "isBalanced": true, "groups": {"global": null, "local": "06-sky_cloudy"}, "answer": "no", "semanticStr": "select: sky (7)->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sky is clear."}, "20511681": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dock (6)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20511671", "20511680", "20511683", "20511682", "20511685", "20511684", "20511687", "20511686", "20511700", "20511701", "20511702", "20511703", "20511669", "20511668", "20511692", "20511693", "20511690", "20511691", "20511696", "20511697", "20511694", "20511695", "20511698", "20511699"], "equivalent": ["20511681"], "question": "Is the dock wooden and long?", "imageId": "n208458", "isBalanced": true, "groups": {"global": null, "local": "05-long_wood"}, "answer": "yes", "semanticStr": "select: dock (6)->verify length: long [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the dock is wooden and long."}, "20511713": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (9)"}, {"operation": "filter", "dependencies": [0], "argument": "sparse"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20511720", "20511709", "20511717", "20511716", "20511715", "20511714", "20511712", "20511711", "20511710"], "equivalent": ["20511713"], "question": "How large are the sparse clouds?", "imageId": "n208458", "isBalanced": true, "groups": {"global": "size", "local": "10q-clouds_size"}, "answer": "small", "semanticStr": "select: clouds (9)->filter: sparse [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The clouds are small."}, "20511588": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20511589", "20511591", "20511590", "20511593", "20511592", "20511587"], "equivalent": ["20511588"], "question": "Which place is it?", "imageId": "n208458", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "beach", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a beach."}, "20511621": {"semantic": [{"operation": "select", "dependencies": [], "argument": "canopy (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [0], "argument": "dry "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20511623", "20511622", "20511620", "20511627", "20511626", "20511625", "20511624", "20511629", "20511628", "20511618", "20511619", "20511613", "20511630", "20511616", "20511617", "20511614", "20511615"], "equivalent": ["20511621"], "question": "Is the canopy dark and dry?", "imageId": "n208458", "isBalanced": true, "groups": {"global": null, "local": "05-dark_dry"}, "answer": "yes", "semanticStr": "select: canopy (0)->verify color: dark [0]->verify: dry  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the canopy is dark and dry."}, "20211184": {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20211184"], "question": "Is the napkin red and rectangular?", "imageId": "n312206", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_red"}, "answer": "no", "semanticStr": "select: napkin (9)->verify shape: rectangular [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the napkin is rectangular but white."}, "20210976": {"semantic": [{"operation": "select", "dependencies": [], "argument": "packet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,to the right of,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "food,on top of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20210977"], "equivalent": ["20210976"], "question": "What is the food on top of the plate that is to the right of the packet?", "imageId": "n312206", "isBalanced": true, "groups": {"global": "flavor", "local": "15-plate_on top of,s"}, "answer": "chocolate", "semanticStr": "select: packet (7)->relate: plate,to the right of,s (11) [0]->relate: food,on top of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"8": "11", "3": "12", "16": "7"}, "fullAnswer": {"1": "12", "3": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is chocolate."}, "20211052": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (3)"}, {"operation": "choose", "dependencies": [0], "argument": "full|empty"}], "entailed": ["20211049", "20211051", "20211048"], "equivalent": ["20211052"], "question": "Is the glass empty or full?", "imageId": "n312206", "isBalanced": true, "groups": {"global": "16", "local": "10c-glass_16"}, "answer": "full", "semanticStr": "select: glass (3)->choose: full|empty [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glass is full."}, "20210933": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chocolate (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20210935", "20210934", "20210937", "20210936", "20210931", "20210932", "20210938"], "equivalent": ["20210933"], "question": "What's located on top of the chocolate?", "imageId": "n312206", "isBalanced": true, "groups": {"global": "baked good", "local": "14-chocolate_on top of,s"}, "answer": "pie", "semanticStr": "select: chocolate (12)->relate: _,on top of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "7": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pie is on top of the chocolate."}, "20211244": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20211202", "20211197", "20211198"], "equivalent": ["20211244"], "question": "Who is sitting?", "imageId": "n312206", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "woman", "semanticStr": "select: person (8)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sitting."}, "201412265": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,using,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201412265"], "question": "Who is using the skis?", "imageId": "n143672", "isBalanced": true, "groups": {"global": "person", "local": "14-skis_using,s"}, "answer": "skier", "semanticStr": "select: skis (7)->relate: person,using,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is using the skis."}, "201412215": {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "relate", "dependencies": [0], "argument": "ground,near,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}], "entailed": ["201412214", "201412216", "201412229", "201412213"], "equivalent": ["201412214", "201412215"], "question": "Does the ground near the forest have brown color?", "imageId": "n143672", "isBalanced": true, "groups": {"global": null, "local": "06-ground_brown"}, "answer": "no", "semanticStr": "select: forest (11)->relate: ground,near,s (10) [0]->verify color: brown [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "11"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the ground is white."}, "201412481": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (8)"}, {"operation": "relate", "dependencies": [0], "argument": "skier,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201412480", "201412483", "201412485", "201412484"], "equivalent": ["201412481"], "question": "What is the skier to the right of the other skier doing?", "imageId": "n143672", "isBalanced": true, "groups": {"global": "activity", "local": "10q-skier_activity"}, "answer": "looking down", "semanticStr": "select: skier (8)->relate: skier,to the right of,s (9) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"10": "8", "3": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skier is looking down."}, "201412361": {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201412388", "201412389", "201412386", "201412387", "201412384", "201412385", "201412383", "201412380", "201412381", "201412373", "201412372", "201412371", "201412370", "201412377", "201412379", "201412378", "201412391", "201412390", "201412397", "201412396", "201412362", "201412363", "201412364", "201412365", "201412366", "201412367", "201412368", "201412369"], "equivalent": ["201412361"], "question": "Is the backpack large and black?", "imageId": "n143672", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "yes", "semanticStr": "select: backpack (4)->verify color: black [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the backpack is large and black."}, "201412315": {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow pants (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201412317", "201412316"], "equivalent": ["201412315"], "question": "Are the snowpants green?", "imageId": "n143672", "isBalanced": true, "groups": {"global": null, "local": "06-snow pants_green"}, "answer": "no", "semanticStr": "select: snow pants (5)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the snowpants are black."}, "201641291": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "person,hanging above,o (0)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201641292"], "equivalent": ["201641292", "201641291"], "question": "Who is the street sign that is black and white hanging above?", "imageId": "n532213", "isBalanced": true, "groups": {"global": "person", "local": "14-street sign_hanging above,o"}, "answer": "man", "semanticStr": "select: street sign (5)->filter color: black [0]->filter color: white [1]->relate: person,hanging above,o (0) [2]->query: name [3]", "annotations": {"answer": {"0": "0"}, "question": {"9": "5", "7": "5", "3:5": "5"}, "fullAnswer": {"1:3": "5", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign is hanging above the man."}, "201641425": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "red"}, {"operation": "relate", "dependencies": [2], "argument": "_,hanging from,s (6)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201641394", "201641393", "201641392", "201641391", "201641426"], "equivalent": ["201641425"], "question": "What hangs from the traffic light that is black and red?", "imageId": "n532213", "isBalanced": true, "groups": {"global": "sign", "local": "14-traffic light_hanging from,s"}, "answer": "street sign", "semanticStr": "select: traffic light (7)->filter color: black [0]->filter color: red [1]->relate: _,hanging from,s (6) [2]->query: name [3]", "annotations": {"answer": {"0:2": "6"}, "question": {"8": "7", "4:6": "7", "10": "7"}, "fullAnswer": {"1:3": "6", "6:8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign hangs from the traffic light."}, "201641197": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201641205", "201641204", "201641201", "201641200", "201641203", "201641202", "201641193", "201641192", "201641195", "201641194", "201641196"], "equivalent": ["201641197"], "question": "What is the man doing?", "imageId": "n532213", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "looking down", "semanticStr": "select: man (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is looking down."}, "201641123": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["201641122"], "equivalent": ["201641123"], "question": "Is it an indoors scene?", "imageId": "n532213", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "no", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is outdoors."}, "201641466": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "red"}, {"operation": "verify material", "dependencies": [2], "argument": "metal"}, {"operation": "verify height", "dependencies": [2], "argument": "tall "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["201641469", "201641468", "201641461", "201641460", "201641463", "201641462", "201641465", "201641464", "201641467", "201641474", "201641472", "201641473"], "equivalent": ["201641466"], "question": "Is the traffic signal that looks black and red metallic and tall?", "imageId": "n532213", "isBalanced": true, "groups": {"global": null, "local": "05-metal_tall"}, "answer": "yes", "semanticStr": "select: traffic light (8)->filter color: black [0]->filter color: red [1]->verify material: metal [2]->verify height: tall  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"8": "8", "2:4": "8", "6": "8"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the traffic light is metallic and tall."}, "2044527": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (0)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["2044711", "2044710", "2044528", "2044529", "2044709"], "equivalent": ["2044527"], "question": "Is there a fence near the building?", "imageId": "n184551", "isBalanced": true, "groups": {"global": null, "local": "13-building_fence"}, "answer": "no", "semanticStr": "select: building (0)->relate: fence,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "2", "7": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a man near the building."}, "2044716": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2044745", "2044715"], "equivalent": ["2044716"], "question": "What does the woman hold?", "imageId": "n184551", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_holding,o"}, "answer": "umbrella", "semanticStr": "select: woman (7)->relate: _,holding,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "7", "4": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds the umbrella."}, "2044581": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2044580", "2044579"], "equivalent": ["2044581"], "question": "What's the man on?", "imageId": "n184551", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-man_on,o"}, "answer": "steps", "semanticStr": "select: man (2)->relate: _,on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is on the steps."}, "2044442": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2044456", "2044457", "2044454", "2044455", "2044452", "2044453", "2044450", "2044451", "2044461", "2044458", "2044459", "2044460", "2044445", "2044444", "2044447", "2044446", "2044441", "2044440", "2044443", "2044463", "2044449", "2044448", "2044462"], "equivalent": ["2044441", "2044440", "2044442"], "question": "Does the jacket have gray color and long length?", "imageId": "n184551", "isBalanced": true, "groups": {"global": null, "local": "05-gray_long"}, "answer": "yes", "semanticStr": "select: jacket (3)->verify color: gray [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is gray and long."}, "2044703": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter state", "dependencies": [0], "argument": "still"}, {"operation": "relate", "dependencies": [1], "argument": "woman,near,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["2044702", "2044700", "2044701", "2044704", "2044628"], "equivalent": ["2044701", "2044702", "2044703", "2044700"], "question": "Do you see any women near the still man?", "imageId": "n184551", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "yes", "semanticStr": "select: man (2)->filter state: still [0]->relate: woman,near,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"4": "7", "7:9": "2"}, "fullAnswer": {"4": "7", "7": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a woman near the man."}, "20706049": {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706048", "20705930", "20705931", "20705932", "20706052", "20706053", "20706050", "20706051", "20706047", "20706046", "20705941", "20705940", "20705942", "20705929"], "equivalent": ["20706049"], "question": "What kind of device is to the right of the computer mouse?", "imageId": "n264887", "isBalanced": true, "groups": {"global": "device", "local": "15-computer mouse_to the right of,s"}, "answer": "keyboard", "semanticStr": "select: computer mouse (3)->relate: device,to the right of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard."}, "20705704": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "on"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20705705"], "equivalent": ["20705704"], "question": "What is the device that is on?", "imageId": "n264887", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_on"}, "answer": "monitor", "semanticStr": "select: device (1)->filter: on [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor."}, "20706425": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "mug,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20706425"], "question": "Are there any mugs in front of the small plant?", "imageId": "n264887", "isBalanced": true, "groups": {"global": null, "local": "13-plant_mug"}, "answer": "no", "semanticStr": "select: plant (7)->filter size: small [0]->relate: mug,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"9": "7", "4": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cup in front of the plant."}, "20706289": {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20706290", "20706291", "20706292", "20706293", "20706294", "20706288", "20706287", "20706286"], "equivalent": ["20706289"], "question": "Is the small device on the left?", "imageId": "n264887", "isBalanced": true, "groups": {"global": null, "local": "06-speaker_left"}, "answer": "no", "semanticStr": "select: device (9)->filter size: small [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the speaker is on the right of the image."}, "20706200": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cups,to the right of,o (6)"}], "entailed": ["20706269"], "equivalent": ["20706200"], "question": "Is the mouse pad to the right of the cups on the desk?", "imageId": "n264887", "isBalanced": true, "groups": {"global": null, "local": "13-mouse pad_cups"}, "answer": "yes", "semanticStr": "select: mouse pad (4)->verify rel: cups,to the right of,o (6) [0]", "annotations": {"answer": {}, "question": {"9": "6", "12": "0", "2:4": "4"}, "fullAnswer": {"10": "6", "2:4": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mouse pad is to the right of the cups."}, "201738998": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201738997", "201738999"], "equivalent": ["201738997", "201738998"], "question": "The pitcher that is not old is standing where?", "imageId": "n485969", "isBalanced": true, "groups": {"global": "place", "local": "14-pitcher_standing on,o"}, "answer": "field", "semanticStr": "select: pitcher (0)->filter: not(old) [0]->relate: place,standing on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"1": "0", "5": "0"}, "fullAnswer": {"1": "0", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is standing on the field."}, "201739115": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201739114", "201739111", "201739110", "201739113", "201739112", "201739104"], "equivalent": ["201739115"], "question": "Is the baseball mitt made of leather closed or open?", "imageId": "n485969", "isBalanced": true, "groups": {"global": "15", "local": "10c-baseball mitt_15"}, "answer": "closed", "semanticStr": "select: baseball mitt (2)->filter material: leather [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The baseball mitt is closed."}, "201739258": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201739258"], "question": "Who is standing?", "imageId": "n485969", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "player", "semanticStr": "select: person (8)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The player is standing."}, "201739320": {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201739319", "201739221", "201739222"], "equivalent": ["201739320"], "question": "What is the player wearing?", "imageId": "n485969", "isBalanced": true, "groups": {"global": "clothing", "local": "14-player_wearing,o"}, "answer": "hat", "semanticStr": "select: player (8)->relate: _,wearing,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "8", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a hat."}, "201739058": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "weight"}], "entailed": ["201739054", "201739055", "201739056", "201739057", "201739050", "201739053", "201739048"], "equivalent": ["201739058"], "question": "How heavy is the baseball that is not big?", "imageId": "n485969", "isBalanced": true, "groups": {"global": "weight", "local": "10q-baseball_weight"}, "answer": "heavy", "semanticStr": "select: baseball (3)->filter size: not(large) [0]->query: weight [1]", "annotations": {"answer": {}, "question": {"8": "3", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baseball is heavy."}, "20144767": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (13)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,in front of,s (6)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20144768", "20144769"], "equivalent": ["20144767"], "question": "Does the bus in front of the other bus have white color?", "imageId": "n273901", "isBalanced": true, "groups": {"global": null, "local": "06-bus_white"}, "answer": "no", "semanticStr": "select: bus (13)->relate: bus,in front of,s (6) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"8": "13", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bus is green."}, "20144575": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20144574"], "equivalent": ["20144575"], "question": "Which place is it?", "imageId": "n273901", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "pavement", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a pavement."}, "20144668": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20144658", "20144659", "20144675", "20144669", "20144665", "20144664", "20144667", "20144666", "20144661", "20144660", "20144663", "20144662", "20144676", "20144673", "20144670", "20144672", "20144671", "20144674"], "equivalent": ["20144668", "20144669"], "question": "Is the sky cloudy and blue?", "imageId": "n273901", "isBalanced": true, "groups": {"global": null, "local": "05-blue_cloudy"}, "answer": "yes", "semanticStr": "select: sky (14)->verify color: blue [0]->verify weather: cloudy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is cloudy and blue."}, "202101163": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (4)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202101164"], "equivalent": ["202101163", "202101164"], "question": "What is the skateboarder that is not female wearing?", "imageId": "n472825", "isBalanced": true, "groups": {"global": "clothing", "local": "14-skateboarder_wearing,o"}, "answer": "jeans", "semanticStr": "select: skateboarder (4)->filter gender: not(female) [0]->relate: _,wearing,o (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"3": "4", "7": "4"}, "fullAnswer": {"1": "4", "4": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing jeans."}, "202101063": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboarder,to the right of,s (1)"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}, {"operation": "verify fatness", "dependencies": [1], "argument": "skinny "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202101063"], "question": "Does the skateboarder that is to the right of the lamp seem to be male and skinny?", "imageId": "n472825", "isBalanced": true, "groups": {"global": null, "local": "05-male_skinny"}, "answer": "no", "semanticStr": "select: lamp (8)->relate: skateboarder,to the right of,s (1) [0]->verify gender: male [1]->verify fatness: skinny  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "8", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skateboarder is skinny but female."}, "202101042": {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (18)"}, {"operation": "verify rel", "dependencies": [0], "argument": "snowboarder,below,o (-)"}], "entailed": ["202101044"], "equivalent": ["202101042"], "question": "Is the staircase below a snowboarder?", "imageId": "n472825", "isBalanced": true, "groups": {"global": null, "local": "13-staircase_snowboarder"}, "answer": "no", "semanticStr": "select: staircase (18)->verify rel: snowboarder,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the staircase is below a skateboarder."}, "202101018": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,facing,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202101017"], "equivalent": ["202101018"], "question": "What is facing the car?", "imageId": "n472825", "isBalanced": true, "groups": {"global": "sign", "local": "14-car_facing,s"}, "answer": "sign", "semanticStr": "select: car (15)->relate: _,facing,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "17", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is facing the car."}, "20262749": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "kite,to the right of,s (4)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20262749"], "question": "Is the kite to the right of the girl round and small?", "imageId": "n172618", "isBalanced": true, "groups": {"global": null, "local": "05-round_small"}, "answer": "no", "semanticStr": "select: girl (2)->relate: kite,to the right of,s (4) [0]->verify shape: round [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "2", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the kite is small but triangular."}, "20262533": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (14)"}, {"operation": "filter", "dependencies": [0], "argument": "straight"}, {"operation": "verify color", "dependencies": [1], "argument": "blond"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20262552", "20262553", "20262550", "20262551", "20262545", "20262544", "20262547", "20262546", "20262549", "20262548", "20262541", "20262538", "20262539", "20262534", "20262542", "20262540", "20262527", "20262535", "20262536", "20262537"], "equivalent": ["20262533"], "question": "Is the straight hair long and blond?", "imageId": "n172618", "isBalanced": true, "groups": {"global": null, "local": "05-blond_long"}, "answer": "yes", "semanticStr": "select: hair (14)->filter: straight [0]->verify color: blond [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hair is long and blond."}, "20262431": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify weight", "dependencies": [0], "argument": "heavy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20262431"], "question": "Is the dress heavy and brown?", "imageId": "n172618", "isBalanced": true, "groups": {"global": null, "local": "05-brown_heavy"}, "answer": "no", "semanticStr": "select: dress (11)->verify color: brown [0]->verify weight: heavy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dress is heavy but blue."}, "20262652": {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20262652"], "question": "Who is holding the kite?", "imageId": "n172618", "isBalanced": true, "groups": {"global": "person", "local": "14-kite_holding,s"}, "answer": "girl", "semanticStr": "select: kite (4)->relate: person,holding,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the kite."}, "20262487": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boots (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "skis (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "green"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20262488"], "equivalent": ["20262487"], "question": "Are there either green boots or skis?", "imageId": "n172618", "isBalanced": true, "groups": {"global": null, "local": "04-boots_green"}, "answer": "yes", "semanticStr": "select: boots (12)->filter color: green [0]->exist: ? [1]->select: skis (-) ->filter color: green [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"4": "12"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are green boots."}, "202265950": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202265951", "202265952", "202265953", "202265947", "202265955", "202265954", "202265949", "202265948", "202265961", "202265960", "202265962"], "equivalent": ["202265950"], "question": "What color is the bag?", "imageId": "n534106", "isBalanced": true, "groups": {"global": "color", "local": "10q-bag_color"}, "answer": "orange", "semanticStr": "select: bag (4)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is orange."}, "202266148": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202266147"], "equivalent": ["202266148"], "question": "Are there cones or mirrors?", "imageId": "n534106", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cone_mirror"}, "answer": "no", "semanticStr": "select: cone (-)->exist: ? [0]->select: mirror (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no mirrors or cones."}, "202266070": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202266072", "202266073", "202266071", "202266076", "202266074", "202266075", "202265982"], "equivalent": ["202266070"], "question": "What is located on top of the floor?", "imageId": "n534106", "isBalanced": true, "groups": {"global": "furniture", "local": "14-floor_on top of,s"}, "answer": "couch", "semanticStr": "select: floor (7)->relate: _,on top of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is on top of the floor."}, "202265600": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "choose color", "dependencies": [1], "argument": "white|blue"}], "entailed": [], "equivalent": ["202265600"], "question": "How does the short sleeved shirt look, white or blue?", "imageId": "n534106", "isBalanced": true, "groups": {"global": "color", "local": "10c-shirt_color"}, "answer": "white", "semanticStr": "select: shirt (1)->filter: short sleeved [0]->choose color: white|blue [1]", "annotations": {"answer": {}, "question": {"3:6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is white."}, "202265790": {"semantic": [{"operation": "select", "dependencies": [], "argument": "donut (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,eating,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202265611", "202265791"], "equivalent": ["202265790"], "question": "Who do you think is eating the donut?", "imageId": "n534106", "isBalanced": true, "groups": {"global": "person", "local": "14-donut_eating,s"}, "answer": "woman", "semanticStr": "select: donut (5)->relate: person,eating,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"7": "5"}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is eating the donut."}, "201593617": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "choose rel", "dependencies": [1], "argument": "racket,to the right of|to the left of,s (11)"}], "entailed": ["201593614", "201593615", "201593616"], "equivalent": ["201593617"], "question": "Is the tennis racket to the right or to the left of the person that is wearing shorts?", "imageId": "n200907", "isBalanced": true, "groups": {"global": null, "local": "13-girl_racket"}, "answer": "right", "semanticStr": "select: shorts (9)->relate: person,wearing,s (5) [0]->choose rel: racket,to the right of|to the left of,s (11) [1]", "annotations": {"answer": {}, "question": {"13": "5", "2:4": "11", "17": "9"}, "fullAnswer": {"9": "5", "1:3": "11"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The tennis racket is to the right of the girl."}, "201593924": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pole,behind,s (4)"}], "entailed": ["201593925"], "equivalent": ["201593924"], "question": "Is the tall pole behind a fence?", "imageId": "n200907", "isBalanced": true, "groups": {"global": null, "local": "13-fence_pole"}, "answer": "no", "semanticStr": "select: fence (2)->verify rel: pole,behind,s (4) [0]", "annotations": {"answer": {}, "question": {"2:4": "4", "6": "2"}, "fullAnswer": {"8": "2", "2": "4"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pole is in front of a fence."}, "201593646": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,growing behind,s (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201593646"], "question": "What is growing behind the fence made of metal?", "imageId": "n200907", "isBalanced": true, "groups": {"global": "tree", "local": "14-fence_growing behind,s"}, "answer": "pine trees", "semanticStr": "select: fence (3)->filter material: metal [0]->relate: _,growing behind,s (18) [1]->query: name [2]", "annotations": {"answer": {"0:2": "18"}, "question": {"8": "3", "5": "3"}, "fullAnswer": {"1:3": "18", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pine trees are growing behind the fence."}, "201593943": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|long sleeved"}], "entailed": ["201593939", "201593938", "201593937", "201593936", "201593927", "201593941", "201593942"], "equivalent": ["201593943"], "question": "Does the shirt look short sleeved or long sleeved?", "imageId": "n200907", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (6)->choose: short sleeved|long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved."}, "201593875": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hitting,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593873"], "equivalent": ["201593875"], "question": "What is the girl hitting?", "imageId": "n200907", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_hitting,o"}, "answer": "tennis ball", "semanticStr": "select: girl (5)->relate: _,hitting,o (19) [0]->query: name [1]", "annotations": {"answer": {"0:2": "19"}, "question": {}, "fullAnswer": {"1": "5", "5:7": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is hitting the tennis ball."}, "2075243": {"semantic": [{"operation": "select", "dependencies": [], "argument": "deer (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "zebra (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2075243"], "question": "Is there any zebra or deer in this scene?", "imageId": "n469525", "isBalanced": true, "groups": {"global": null, "local": "09existOr-deer_zebra"}, "answer": "yes", "semanticStr": "select: deer (10)->exist: ? [0]->select: zebra (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a deer."}, "2075284": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "light brown"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}], "entailed": ["2075293", "2075289", "2075288", "2075287", "2075286", "2075285", "2075283", "2075282", "2075296"], "equivalent": ["2075284"], "question": "Does the grass that looks light brown look tall?", "imageId": "n469525", "isBalanced": true, "groups": {"global": null, "local": "06-grass_tall"}, "answer": "yes", "semanticStr": "select: grass (12)->filter color: light brown [0]->verify height: tall [1]", "annotations": {"answer": {}, "question": {"2": "12", "5:7": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the grass is tall."}, "2075239": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10,0,2,5,9)"}, {"operation": "same", "dependencies": [0], "argument": "type"}], "entailed": ["2075241", "2075240"], "equivalent": ["2075239"], "question": "Do these animals all have the same type?", "imageId": "n469525", "isBalanced": true, "groups": {"global": null, "local": "07same-allanimals"}, "answer": "no", "semanticStr": "select: animal (10,0,2,5,9)->same: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameAnimalsC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, there are both giraffes and deer."}, "2075383": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["2075382", "2075379", "2075378", "2075377", "2075381", "2075380"], "equivalent": ["2075382", "2075383"], "question": "In which part of the image is the tall animal, the top or the bottom?", "imageId": "n469525", "isBalanced": true, "groups": {"global": null, "local": "10c-giraffe_vposition"}, "answer": "top", "semanticStr": "select: animal (0)->filter height: tall [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The giraffe is in the top of the image."}, "2075475": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2075474", "2075461"], "equivalent": ["2075475"], "question": "What kind of animal stands on the grass?", "imageId": "n469525", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing on,s"}, "answer": "deer", "semanticStr": "select: grass (12)->relate: animal,standing on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a deer."}, "201864553": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201864553"], "question": "Is the bat black and metallic?", "imageId": "n481655", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "no", "semanticStr": "select: bat (9)->verify color: black [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bat is black but wooden."}, "201864453": {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201864454", "201864452", "201864451"], "equivalent": ["201864453"], "question": "Is the catcher on the right or on the left?", "imageId": "n481655", "isBalanced": true, "groups": {"global": null, "local": "10c-catcher_hposition"}, "answer": "left", "semanticStr": "select: catcher (6)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The catcher is on the left of the image."}, "201864381": {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "helmet,to the right of,o (-)"}], "entailed": [], "equivalent": ["201864381"], "question": "Is the batter to the right of a helmet?", "imageId": "n481655", "isBalanced": true, "groups": {"global": null, "local": "13-batter_helmet"}, "answer": "no", "semanticStr": "select: batter (5)->verify rel: helmet,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"9": "6", "2": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the batter is to the right of a catcher."}, "201864418": {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (7)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201864419", "201864417", "201864420"], "equivalent": ["201864418"], "question": "Is the umpire on the right?", "imageId": "n481655", "isBalanced": true, "groups": {"global": null, "local": "06-umpire_right"}, "answer": "no", "semanticStr": "select: umpire (7)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the umpire is on the left of the image."}, "20984506": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20984504", "20984505", "20984507", "20984516", "20984509", "20984510"], "equivalent": ["20984506"], "question": "Which color is the skateboard?", "imageId": "n12214", "isBalanced": true, "groups": {"global": "color", "local": "10q-skateboard_color"}, "answer": "yellow", "semanticStr": "select: skateboard (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboard is yellow."}, "20984344": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["20984348", "20984349", "20984346", "20984347", "20984345", "20984342", "20984343", "20984341"], "equivalent": ["20984344"], "question": "Does the trashcan look green?", "imageId": "n12214", "isBalanced": true, "groups": {"global": null, "local": "06-trash can_green"}, "answer": "yes", "semanticStr": "select: trash can (3)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trashcan is green."}, "20984542": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20984543"], "equivalent": ["20984542"], "question": "The shoe is worn on who?", "imageId": "n12214", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_worn on,o"}, "answer": "skater", "semanticStr": "select: shoe (6)->relate: person,worn on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoe is worn on the skater."}, "20984167": {"semantic": [{"operation": "select", "dependencies": [], "argument": "post (2)"}, {"operation": "select", "dependencies": [], "argument": "hat (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20984168", "20984169", "20984166", "20984165"], "equivalent": ["20984166", "20984167", "20984165"], "question": "Are both the post and the hat the same color?", "imageId": "n12214", "isBalanced": true, "groups": {"global": null, "local": "09same-hat_post"}, "answer": "yes", "semanticStr": "select: post (2)->select: hat (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "2", "6": "5"}, "fullAnswer": {"3": "2", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the post and the hat are black."}, "20984264": {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20984261", "20984263", "20984262"], "equivalent": ["20984264"], "question": "On which side of the image is the black van?", "imageId": "n12214", "isBalanced": true, "groups": {"global": null, "local": "10q-van_hposition"}, "answer": "right", "semanticStr": "select: van (1)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The van is on the right of the image."}, "20596219": {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "select", "dependencies": [], "argument": "trash can (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20596220", "20596218"], "equivalent": ["20596220", "20596219"], "question": "Is the color of the coat different than the color of the garbage bin?", "imageId": "n514467", "isBalanced": true, "groups": {"global": null, "local": "09diff-coat_trash can"}, "answer": "no", "semanticStr": "select: coat (2)->select: trash can (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "2", "12:14": "9"}, "fullAnswer": {"3": "2", "6:8": "9"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the coat and the garbage bin are black."}, "20596312": {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["20596320", "20596307", "20596316", "20596317", "20596314", "20596309", "20596318", "20596319", "20596321"], "equivalent": ["20596312"], "question": "What is he doing?", "imageId": "n514467", "isBalanced": true, "groups": {"global": "pose", "local": "10q-person_pose"}, "answer": "standing", "semanticStr": "select: he (0)->query: pose [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is standing."}, "20596426": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "denim"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20596437", "20596442", "20596440", "20596434", "20596433", "20596432", "20596431", "20596430", "20596445", "20596438", "20596428", "20596429", "20596441", "20596443", "20596444", "20596427"], "equivalent": ["20596426"], "question": "Are the denim jeans blue and long?", "imageId": "n514467", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long"}, "answer": "yes", "semanticStr": "select: jeans (3)->filter material: denim [0]->verify color: blue [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jeans are blue and long."}, "20596524": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20596528", "20596525", "20596527", "20596526", "20596521", "20596523", "20596522"], "equivalent": ["20596524"], "question": "What is the sidewalk made of?", "imageId": "n514467", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The side walk is made of concrete."}, "20596530": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "verify", "dependencies": [1], "argument": "dry"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20596530"], "question": "Does the sidewalk made of concrete look hard and dry?", "imageId": "n514467", "isBalanced": true, "groups": {"global": null, "local": "05-dry_hard"}, "answer": "no", "semanticStr": "select: sidewalk (7)->filter material: concrete [0]->verify: dry [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sidewalk is hard but wet."}, "201766662": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201766668", "201766661", "201766663", "201766658", "201766659", "201766660", "201766665", "201766664", "201766655", "201766656", "201766657", "201766666"], "equivalent": ["201766663", "201766662"], "question": "What is the color of the small shirt?", "imageId": "n528403", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "pink", "semanticStr": "select: shirt (4)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is pink."}, "201766580": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201766579"], "equivalent": ["201766580"], "question": "Who is wearing the shirt?", "imageId": "n528403", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "girl", "semanticStr": "select: shirt (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a shirt."}, "201766474": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201766481", "201766480", "201766478", "201766479", "201766476", "201766477", "201766475", "201766473"], "equivalent": ["201766474"], "question": "Which place is it?", "imageId": "n528403", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "field", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a field."}, "201766617": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (3)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["201766622", "201766620", "201766616", "201766614", "201766615", "201766613", "201766611", "201766618", "201766619"], "equivalent": ["201766617"], "question": "Is that skirt large?", "imageId": "n528403", "isBalanced": true, "groups": {"global": null, "local": "06-skirt_large"}, "answer": "no", "semanticStr": "select: skirt (3)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the skirt is small."}, "201766706": {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (9)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201766710", "201766702", "201766711", "201766703", "201766704", "201766705", "201766707", "201766708", "201766709", "201766692"], "equivalent": ["201766706"], "question": "What is the color of the tall house?", "imageId": "n528403", "isBalanced": true, "groups": {"global": "color", "local": "10q-house_color"}, "answer": "yellow", "semanticStr": "select: house (9)->filter height: tall [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is yellow."}, "202000853": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (18)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "bush,behind,o (4)"}], "entailed": ["202000941"], "equivalent": ["202000853"], "question": "Is the brown fence behind the leafy bush?", "imageId": "n299528", "isBalanced": true, "groups": {"global": null, "local": "13-fence_bush"}, "answer": "yes", "semanticStr": "select: fence (18)->filter color: brown [0]->verify rel: bush,behind,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "18", "6:8": "4"}, "fullAnswer": {"2": "18", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the fence is behind the shrub."}, "202000682": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (13)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202000683", "202000681", "202000680", "202000684"], "equivalent": ["202000682"], "question": "What is the sidewalk made of?", "imageId": "n299528", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (13)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of concrete."}, "202000909": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202000910"], "equivalent": ["202000909"], "question": "Who rides on a skateboard?", "imageId": "n299528", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skater", "semanticStr": "select: skateboard (11)->relate: person,riding on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3:5": "11"}, "fullAnswer": {"1": "3", "4:6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater rides on a skateboard."}, "202000936": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bush (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202000935", "202000934"], "equivalent": ["202000936"], "question": "What is the bush sitting beside?", "imageId": "n299528", "isBalanced": true, "groups": {"global": "road", "local": "14-bush_sitting beside,o"}, "answer": "sidewalk", "semanticStr": "select: bush (4)->relate: _,sitting beside,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "4", "6": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shrub is sitting beside the sidewalk."}, "202000762": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (14)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202000764", "202000765", "202000766", "202000760", "202000761", "202000763"], "equivalent": ["202000762"], "question": "What is the street made of?", "imageId": "n299528", "isBalanced": true, "groups": {"global": "material", "local": "10q-street_material"}, "answer": "concrete", "semanticStr": "select: street (14)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is made of concrete."}, "2056049": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2056050"], "equivalent": ["2056049"], "question": "What is the car in front of?", "imageId": "n263180", "isBalanced": true, "groups": {"global": "building", "local": "14-car_in front of,o"}, "answer": "apartment building", "semanticStr": "select: car (2)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "7:9": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is in front of the apartment building."}, "2055708": {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (12)"}, {"operation": "choose name", "dependencies": [0], "argument": "bus|truck"}], "entailed": [], "equivalent": ["2055708"], "question": "Is this a bus or a truck?", "imageId": "n263180", "isBalanced": true, "groups": {"global": "vehicle", "local": "08oc-bus_truck"}, "answer": "bus", "semanticStr": "select: this (12)->choose name: bus|truck [0]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"3": "12"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a bus."}, "2055565": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (11)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2055571", "2055570", "2055577", "2055576", "2055575", "2055574", "2055573", "2055566", "2055567", "2055568", "2055569", "2055579", "2055572"], "equivalent": ["2055565", "2055566"], "question": "Are the clouds white and bright?", "imageId": "n263180", "isBalanced": true, "groups": {"global": null, "local": "05-bright_white"}, "answer": "yes", "semanticStr": "select: clouds (11)->verify: bright [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the clouds are white and bright."}, "2056096": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["2056097", "2056099", "2056098"], "equivalent": ["2056096"], "question": "Is the large mirror on the right side of the photo?", "imageId": "n263180", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_right"}, "answer": "yes", "semanticStr": "select: mirror (7)->filter size: large [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mirror is on the right of the image."}, "2055536": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["2055538", "2055537"], "equivalent": ["2055537", "2055536"], "question": "Where is this?", "imageId": "n263180", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "road", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "This is at the road."}, "20968299": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20968298", "20968292", "20968293", "20968290", "20968291", "20968296", "20968297", "20968294", "20968295"], "equivalent": ["20968299"], "question": "On which side of the picture is the young person?", "imageId": "n288870", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "left", "semanticStr": "select: person (0)->filter age: young [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the left of the image."}, "20968281": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20968278", "20968279", "20968271", "20968272", "20968273", "20968274", "20968275", "20968276", "20968277", "20968280", "20968283", "20968282", "20968285", "20968284", "20968287"], "equivalent": ["20968281", "20968280"], "question": "Does the shirt look short sleeved and white?", "imageId": "n288870", "isBalanced": true, "groups": {"global": null, "local": "05-short sleeved_white"}, "answer": "yes", "semanticStr": "select: shirt (1)->verify: short sleeved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is short sleeved and white."}, "20968332": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20968331", "20968330"], "equivalent": ["20968332"], "question": "What is the man leaning against?", "imageId": "n288870", "isBalanced": true, "groups": {"global": "object", "local": "14-man_leaning against,o"}, "answer": "pole", "semanticStr": "select: man (0)->relate: _,leaning against,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "0", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is leaning against the pole."}, "20968505": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20968505"], "question": "Does the grass look tall and green?", "imageId": "n288870", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "no", "semanticStr": "select: grass (6)->verify color: green [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the grass is green but short."}, "20968453": {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (7)"}, {"operation": "verify", "dependencies": [0], "argument": "paved"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20968470", "20968471", "20968465", "20968459", "20968467", "20968466", "20968469", "20968468", "20968456", "20968457", "20968454", "20968455", "20968458"], "equivalent": ["20968453"], "question": "Is the road smooth and paved?", "imageId": "n288870", "isBalanced": true, "groups": {"global": null, "local": "05-paved_smooth"}, "answer": "yes", "semanticStr": "select: road (7)->verify: paved [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the road is smooth and paved."}, "201393419": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": [], "equivalent": ["201393419"], "question": "Does the floor look blue?", "imageId": "n305495", "isBalanced": true, "groups": {"global": null, "local": "06-floor_blue"}, "answer": "no", "semanticStr": "select: floor (10)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the floor is brown."}, "201393703": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter", "dependencies": [3], "argument": "open"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201393704", "201393705", "201393706"], "equivalent": ["201393703"], "question": "Is there a open window or door?", "imageId": "n305495", "isBalanced": true, "groups": {"global": null, "local": "04-window_open"}, "answer": "no", "semanticStr": "select: window (5)->filter: open [0]->exist: ? [1]->select: door (-) ->filter: open [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but it is closed."}, "201393570": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201393818", "201393568", "201393569"], "equivalent": ["201393570"], "question": "What is the boy in front of?", "imageId": "n305495", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_in front of,o"}, "answer": "lamp", "semanticStr": "select: boy (16)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "16", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the lamp."}, "201393427": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (13)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201393432", "201393433", "201393426", "201393436", "201393437", "201393434", "201393435", "201393438", "201393439", "201393429", "201393430", "201393428", "201393446", "201393445", "201393431", "201393443", "201393442", "201393441", "201393440", "201393444"], "equivalent": ["201393427", "201393426"], "question": "Are the pants white and long?", "imageId": "n305495", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "yes", "semanticStr": "select: pants (13)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pants are white and long."}, "201393603": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(dark)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201393602"], "equivalent": ["201393603"], "question": "Which kind of clothing is not dark?", "imageId": "n305495", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#dark"}, "answer": "sock", "semanticStr": "select: clothing (4)->filter: not(dark) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sock."}, "20516188": {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|white"}], "entailed": [], "equivalent": ["20516188"], "question": "Is the road black or white?", "imageId": "n70461", "isBalanced": true, "groups": {"global": "color", "local": "10c-road_color"}, "answer": "black", "semanticStr": "select: road (8)->choose color: black|white [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The road is black."}, "20516083": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "truck,standing beside,o (-)"}], "entailed": ["20516086"], "equivalent": ["20516083"], "question": "Does that building stand beside a truck?", "imageId": "n70461", "isBalanced": true, "groups": {"global": null, "local": "13-building_truck"}, "answer": "no", "semanticStr": "select: building (2)->verify rel: truck,standing beside,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2", "6": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the building stands beside the train."}, "20515976": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20515939", "20515968", "20515969", "20515938", "20515989", "20515980", "20515981", "20515977", "20515975", "20515974", "20515973", "20515972", "20515970", "20515937", "20515936", "20515979", "20515978", "20515991", "20515990", "20515993", "20515992", "20515995", "20515994", "20515997", "20515996"], "equivalent": ["20515977", "20515976", "20515978"], "question": "What color is the vehicle to the left of the traffic signal?", "imageId": "n70461", "isBalanced": true, "groups": {"global": "color", "local": "10q-train_color"}, "answer": "blue", "semanticStr": "select: traffic light (0)->relate: vehicle,to the left of,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "3", "10:12": "0"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The train is blue."}, "20516099": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shopping center (5)"}, {"operation": "choose size", "dependencies": [0], "argument": "large|small"}], "entailed": ["20516098", "20516091", "20516093", "20516092", "20516095", "20516094", "20516097", "20516096"], "equivalent": ["20516099"], "question": "Does the shopping center look large or small?", "imageId": "n70461", "isBalanced": true, "groups": {"global": "size", "local": "10c-shopping center_size"}, "answer": "large", "semanticStr": "select: shopping center (5)->choose size: large|small [0]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shopping center is large."}, "20516111": {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (6)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20516114", "20516115", "20516112", "20516113"], "equivalent": ["20516111"], "question": "Are the people on the right side of the image?", "imageId": "n70461", "isBalanced": true, "groups": {"global": null, "local": "06-people_right"}, "answer": "yes", "semanticStr": "select: people (6)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the people are on the right of the image."}, "20611699": {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(tasty)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611639", "20611638", "20611698"], "equivalent": ["20611699"], "question": "Which kind of food isn't tasty?", "imageId": "n28996", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-food_n#tasty"}, "answer": "grapes", "semanticStr": "select: food (2)->filter: not(tasty) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is grapes."}, "20611913": {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting inside,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611911", "20611912", "20611914", "20611915", "20611916", "20611917", "20611862", "20611863"], "equivalent": ["20611913"], "question": "What's sitting inside the container?", "imageId": "n28996", "isBalanced": true, "groups": {"global": "dessert", "local": "14-container_sitting inside,s"}, "answer": "brownie", "semanticStr": "select: container (1)->relate: _,sitting inside,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bronwy is sitting inside the container."}, "20611853": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandwiches (5)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,inside,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611851", "20611852"], "equivalent": ["20611853"], "question": "Which kind of meat is inside the sandwiches?", "imageId": "n28996", "isBalanced": true, "groups": {"global": "meat", "local": "15-sandwiches_inside,s"}, "answer": "ham", "semanticStr": "select: sandwiches (5)->relate: meat,inside,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is ham."}, "20611590": {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (4)"}, {"operation": "relate", "dependencies": [0], "argument": "cheese,to the right of,s (0)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20611598", "20611599", "20611594", "20611595", "20611596", "20611597", "20611591", "20611592", "20611593", "20611600", "20611601", "20611602", "20611603", "20611604"], "equivalent": ["20611590"], "question": "Is the cheese that is to the right of the spoon small and round?", "imageId": "n28996", "isBalanced": true, "groups": {"global": null, "local": "05-round_small"}, "answer": "yes", "semanticStr": "select: spoon (4)->relate: cheese,to the right of,s (0) [0]->verify shape: round [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "4", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cheese is small and round."}, "20611829": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pizza (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20611827", "20611828", "20611537", "20611830", "20611521"], "equivalent": ["20611829", "20611830"], "question": "Is there a plate or a pizza in the picture?", "imageId": "n28996", "isBalanced": true, "groups": {"global": null, "local": "09existOr-pizza_plate"}, "answer": "no", "semanticStr": "select: plate (-)->exist: ? [0]->select: pizza (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no pizzas or plates."}, "202147742": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202147741"], "equivalent": ["202147742"], "question": "What is on the shoes?", "imageId": "n194179", "isBalanced": true, "groups": {"global": "clothing", "local": "14-shoes_on,s"}, "answer": "socks", "semanticStr": "select: shoes (18)->relate: _,on,s (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "19", "5": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The socks are on the shoes."}, "202147865": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}, {"operation": "select", "dependencies": [], "argument": "person (3) "}, {"operation": "filter activity", "dependencies": [3], "argument": "sleeping"}, {"operation": "verify gender", "dependencies": [4], "argument": "male"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["202147880", "202147886", "202147885", "202147876", "202147877", "202147874", "202147875", "202147872", "202147873", "202147870", "202147871", "202147819", "202147878", "202147879", "202147821", "202147820", "202147823", "202147822", "202147869", "202147868", "202147864", "202147867", "202147866"], "equivalent": ["202147865"], "question": "Are the adult person and the person that is sleeping both male?", "imageId": "n194179", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-athlete_person"}, "answer": "yes", "semanticStr": "select: person (9)->filter: adult [0]->verify gender: male [1]->select: person (3) ->filter activity: sleeping [3]->verify gender: male [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"9": "3", "2:4": "9", "6": "3"}, "fullAnswer": {"3": "9", "6": "3"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the athlete and the person are male."}, "202147669": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202147685", "202147684", "202147687", "202147686", "202147681", "202147680", "202147683", "202147689", "202147688", "202147679", "202147690", "202147691", "202147678", "202147674", "202147675", "202147676", "202147677", "202147670", "202147671", "202147672", "202147673"], "equivalent": ["202147669"], "question": "Are the trousers short and green?", "imageId": "n194179", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "yes", "semanticStr": "select: pants (13)->verify color: green [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trousers are short and green."}, "202147702": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (12)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202147699", "202147700", "202147701"], "equivalent": ["202147702"], "question": "Which kind of clothing is colorful?", "imageId": "n194179", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_colorful"}, "answer": "shirt", "semanticStr": "select: clothing (12)->filter: colorful [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt."}, "202147850": {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202147847", "202147846", "202147849", "202147848"], "equivalent": ["202147850"], "question": "On which side of the photo is the racket?", "imageId": "n194179", "isBalanced": true, "groups": {"global": null, "local": "10q-racket_hposition"}, "answer": "left", "semanticStr": "select: racket (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The racket is on the left of the image."}, "202258041": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["202258048", "202258049", "202258042", "202258043", "202258040", "202258046", "202258047", "202258044", "202258045"], "equivalent": ["202258041"], "question": "Is the closed bag on the right side of the image?", "imageId": "n216553", "isBalanced": true, "groups": {"global": null, "local": "06-bag_right"}, "answer": "yes", "semanticStr": "select: bag (0)->filter: closed [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bag is on the right of the image."}, "202258184": {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202258165", "202258164", "202258185", "202258183"], "equivalent": ["202258184"], "question": "What animal is it?", "imageId": "n216553", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "horse", "semanticStr": "select: animal (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse."}, "202258462": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202258464", "202258460", "202258461", "202258463", "202258459", "202258437", "202258470", "202258468", "202258469"], "equivalent": ["202258462"], "question": "What color is the wood fence?", "imageId": "n216553", "isBalanced": true, "groups": {"global": "color", "local": "10q-fence_color"}, "answer": "light brown", "semanticStr": "select: fence (6)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is light brown."}, "202257967": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "choose activity", "dependencies": [1], "argument": "looking down|having meeting"}], "entailed": [], "equivalent": ["202257967"], "question": "Do you think the man that looks young is looking down or having meeting?", "imageId": "n216553", "isBalanced": true, "groups": {"global": "activity", "local": "10c-man_activity"}, "answer": "looking down", "semanticStr": "select: man (1)->filter age: young [0]->choose activity: looking down|having meeting [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is looking down."}, "202258529": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202258525", "202258531", "202258514", "202258527", "202258532", "202258533", "202258530", "202258526", "202258528"], "equivalent": ["202258529"], "question": "How large is the blue sky?", "imageId": "n216553", "isBalanced": true, "groups": {"global": "size", "local": "10q-sky_size"}, "answer": "small", "semanticStr": "select: sky (8)->filter color: blue [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky is small."}, "201959629": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jet (10)"}, {"operation": "choose size", "dependencies": [0], "argument": "large|small"}], "entailed": ["201959628", "201959627", "201959626", "201959625", "201959624", "201959623", "201959622", "201959633", "201959619"], "equivalent": ["201959629"], "question": "Is the jet large or small?", "imageId": "n572716", "isBalanced": true, "groups": {"global": "size", "local": "10c-jet_size"}, "answer": "large", "semanticStr": "select: jet (10)->choose size: large|small [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jet is large."}, "201959602": {"semantic": [{"operation": "select", "dependencies": [], "argument": "crane (18)"}, {"operation": "select", "dependencies": [], "argument": "mountain (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201959603", "201959604"], "equivalent": ["201959602"], "question": "Does the mountain have the same color as the crane?", "imageId": "n572716", "isBalanced": true, "groups": {"global": null, "local": "09same-crane_mountain"}, "answer": "no", "semanticStr": "select: crane (18)->select: mountain (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "18", "2": "2"}, "fullAnswer": {"2": "18", "7": "2"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the crane is red and the mountain is green."}, "201959885": {"semantic": [{"operation": "select", "dependencies": [], "argument": "runway (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,near,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "traffic light,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201959885"], "question": "Is there a traffic light above the sign near the runway?", "imageId": "n572716", "isBalanced": true, "groups": {"global": null, "local": "13-sign_traffic light"}, "answer": "no", "semanticStr": "select: runway (7)->relate: sign,near,s (3) [0]->relate: traffic light,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "7", "7": "3"}, "fullAnswer": {"4": "0", "7": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an airplane above the sign."}, "201959685": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["201959700", "201959655", "201959684", "201959699"], "equivalent": ["201959685"], "question": "Does the grass look brown?", "imageId": "n572716", "isBalanced": true, "groups": {"global": null, "local": "06-grass_brown"}, "answer": "no", "semanticStr": "select: grass (12)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the grass is green."}, "201959852": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (1)"}, {"operation": "relate", "dependencies": [0], "argument": "airplane,near,s (0)"}, {"operation": "choose size", "dependencies": [1], "argument": "large|small"}], "entailed": ["201959854", "201959856", "201959838", "201959839", "201959843", "201959842", "201959853", "201959847", "201959846", "201959845", "201959844"], "equivalent": ["201959852"], "question": "Is the airplane near the sign small or large?", "imageId": "n572716", "isBalanced": true, "groups": {"global": "size", "local": "10c-airplane_size"}, "answer": "large", "semanticStr": "select: sign (1)->relate: airplane,near,s (0) [0]->choose size: large|small [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "1"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The plane is large."}, "201188344": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,using,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201188342", "201188353", "201188340", "201188341"], "equivalent": ["201188344"], "question": "What kind of device is the man using?", "imageId": "n483840", "isBalanced": true, "groups": {"global": "device", "local": "15-man_using,o"}, "answer": "phone", "semanticStr": "select: man (0)->relate: device,using,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is using a phone."}, "201188428": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201188429", "201188427", "201188426", "201188425", "201188424"], "equivalent": ["201188429", "201188428"], "question": "On which side is the car?", "imageId": "n483840", "isBalanced": true, "groups": {"global": null, "local": "10q-car_hposition"}, "answer": "right", "semanticStr": "select: car (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is on the right of the image."}, "201188371": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201188375", "201188374", "201188373", "201188372", "201188370"], "equivalent": ["201188371"], "question": "What material is used to make the sidewalk?", "imageId": "n483840", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (5)->query: material [0]", "annotations": {"answer": {}, "question": {"7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of cement."}, "201188320": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201188321"], "equivalent": ["201188320"], "question": "Who is wearing a jacket?", "imageId": "n483840", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "man", "semanticStr": "select: jacket (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a jacket."}, "201188406": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201188410", "201188409", "201188407", "201188408"], "equivalent": ["201188406"], "question": "Is the car on the right side?", "imageId": "n483840", "isBalanced": true, "groups": {"global": null, "local": "06-car_right"}, "answer": "yes", "semanticStr": "select: car (7)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the car is on the right of the image."}, "20953166": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20953168", "20953169", "20953167", "20953164", "20953165", "20953171", "20953163"], "equivalent": ["20953166"], "question": "What color are the shoes?", "imageId": "n413319", "isBalanced": true, "groups": {"global": "color", "local": "10q-shoes_color"}, "answer": "white", "semanticStr": "select: shoes (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shoes are white."}, "20953088": {"semantic": [{"operation": "select", "dependencies": [], "argument": "polo shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20953087"], "equivalent": ["20953088"], "question": "Who is wearing the polo shirt?", "imageId": "n413319", "isBalanced": true, "groups": {"global": "person", "local": "14-polo shirt_wearing,s"}, "answer": "player", "semanticStr": "select: polo shirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a polo shirt."}, "20952968": {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20952969", "20952967"], "equivalent": ["20952968"], "question": "Are there either any lamps or rackets that are metallic?", "imageId": "n413319", "isBalanced": true, "groups": {"global": null, "local": "04-racket_metal"}, "answer": "yes", "semanticStr": "select: racket (1)->filter material: metal [0]->exist: ? [1]->select: lamp (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the racket is metallic."}, "20953156": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose length", "dependencies": [1], "argument": "short|long"}], "entailed": ["20953148", "20953149", "20953157", "20953155", "20953154", "20953153", "20953152", "20953151", "20953150", "20953138", "20953158"], "equivalent": ["20953157", "20953156", "20953158"], "question": "Do you think the white shorts are short or long?", "imageId": "n413319", "isBalanced": true, "groups": {"global": "height", "local": "10c-shorts_length"}, "answer": "short", "semanticStr": "select: shorts (4)->filter color: white [0]->choose length: short|long [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shorts are short."}, "20953018": {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["20953016", "20953017", "20953014", "20953015", "20953013", "20953027", "20953026", "20953025", "20953024", "20953023", "20953022", "20953020", "20953021"], "equivalent": ["20953018"], "question": "What's the player doing?", "imageId": "n413319", "isBalanced": true, "groups": {"global": "pose", "local": "10q-player_pose"}, "answer": "jumping", "semanticStr": "select: player (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The player is jumping."}, "201322685": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201322684", "201322687", "201322686", "201322683"], "equivalent": ["201322685"], "question": "What is the sidewalk made of?", "imageId": "n311910", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of concrete."}, "201322828": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201322827", "201322714"], "equivalent": ["201322828"], "question": "What sign is on top of the sidewalk?", "imageId": "n311910", "isBalanced": true, "groups": {"global": "sign", "local": "15-sidewalk_on top of,s"}, "answer": "street sign", "semanticStr": "select: sidewalk (7)->relate: sign,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4:6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign."}, "201322520": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(colorful)"}, {"operation": "choose name", "dependencies": [1], "argument": "bus|car"}], "entailed": [], "equivalent": ["201322520"], "question": "Which type of vehicle is not colorful, the car or the bus?", "imageId": "n311910", "isBalanced": true, "groups": {"global": "vehicle", "local": "12c-vehicle_n#colorful"}, "answer": "car", "semanticStr": "select: vehicle (5)->filter: not(colorful) [0]->choose name: bus|car [1]", "annotations": {"answer": {"0": "5"}, "question": {"11": "0", "8": "5", "3": "0"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The car is not colorful."}, "201322478": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (6)"}, {"operation": "relate", "dependencies": [0], "argument": "building,next to,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201322487", "201322486", "201322485", "201322484", "201322483", "201322482", "201322481", "201322480", "201322488", "201322479", "201322456", "201322457", "201322472", "201322473", "201322470", "201322471", "201322476", "201322477", "201322474", "201322475", "201322469", "201322468"], "equivalent": ["201322477", "201322478"], "question": "What is the color of the buildings next to the street?", "imageId": "n311910", "isBalanced": true, "groups": {"global": "color", "local": "10q-buildings_color"}, "answer": "cream colored", "semanticStr": "select: street (6)->relate: building,next to,s (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "6", "6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The buildings are cream colored."}, "201322423": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201322422"], "equivalent": ["201322423"], "question": "Which place is it?", "imageId": "n311910", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street."}, "201185951": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "rocky "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201185969", "201185968", "201185958", "201185959", "201185954", "201185955", "201185956", "201185957", "201185965", "201185967", "201185964", "201185953", "201185961", "201185972", "201185952", "201185970", "201185971", "201185960", "201185966", "201185963"], "equivalent": ["201185951"], "question": "Does the ground look brown and rocky?", "imageId": "n494918", "isBalanced": true, "groups": {"global": null, "local": "05-brown_rocky"}, "answer": "yes", "semanticStr": "select: ground (8)->verify color: brown [0]->verify: rocky  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the ground is brown and rocky."}, "201185664": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|short sleeved"}], "entailed": ["201185662", "201185663", "201185660"], "equivalent": ["201185664"], "question": "Is the shirt short sleeved or long sleeved?", "imageId": "n494918", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (1)->choose: long sleeved|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved."}, "201185756": {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185755"], "equivalent": ["201185756"], "question": "Who is looking at the frisbee?", "imageId": "n494918", "isBalanced": true, "groups": {"global": "person", "local": "14-frisbee_looking at,s"}, "answer": "boy", "semanticStr": "select: frisbee (7)->relate: person,looking at,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is looking at the frisbee."}, "201185777": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify color", "dependencies": [1], "argument": "orange "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201185778", "201185779"], "equivalent": ["201185778", "201185779", "201185777"], "question": "Do the shorts made out of cotton look orange and long?", "imageId": "n494918", "isBalanced": true, "groups": {"global": null, "local": "05-long_orange"}, "answer": "no", "semanticStr": "select: shorts (2)->filter material: cotton [0]->verify length: long [1]->verify color: orange  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "6": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are orange but short."}, "201185941": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "frisbee,behind,o (7)"}], "entailed": ["201185894", "201185893", "201185942"], "equivalent": ["201185941"], "question": "Are the trees behind a frisbee?", "imageId": "n494918", "isBalanced": true, "groups": {"global": null, "local": "13-trees_frisbee"}, "answer": "yes", "semanticStr": "select: trees (9)->verify rel: frisbee,behind,o (7) [0]", "annotations": {"answer": {}, "question": {"2": "9", "5": "7"}, "fullAnswer": {"2": "9", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trees are behind a frisbee."}, "202179425": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying in,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202179387"], "equivalent": ["202179425"], "question": "What is lying in the grass?", "imageId": "n523165", "isBalanced": true, "groups": {"global": "object", "local": "14-grass_lying in,s"}, "answer": "bike", "semanticStr": "select: grass (13)->relate: _,lying in,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bike is lying in the grass."}, "202179625": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202179626", "202179627", "202179432"], "equivalent": ["202179625"], "question": "What is the tall man looking at?", "imageId": "n523165", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_looking at,o"}, "answer": "kite", "semanticStr": "select: man (8)->filter height: tall [0]->relate: _,looking at,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the kite."}, "202179332": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rope (12)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["202179330", "202179331"], "equivalent": ["202179332"], "question": "Is the rope in the bottom or in the top?", "imageId": "n523165", "isBalanced": true, "groups": {"global": null, "local": "10c-rope_vposition"}, "answer": "bottom", "semanticStr": "select: rope (12)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The rope is in the bottom of the image."}, "202179497": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (5)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "choose", "dependencies": [1], "argument": "high|low"}], "entailed": ["202179496"], "equivalent": ["202179497"], "question": "Are the tall buildings low or high?", "imageId": "n523165", "isBalanced": true, "groups": {"global": "13", "local": "10c-buildings_13"}, "answer": "high", "semanticStr": "select: building (5)->filter height: tall [0]->choose: high|low [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The buildings are high."}, "20734156": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "sand,behind,o (7)"}], "entailed": ["20734240", "20734241"], "equivalent": ["20734156"], "question": "Are the tall buildings behind the sand that is not dirty?", "imageId": "n90944", "isBalanced": true, "groups": {"global": null, "local": "13-buildings_sand"}, "answer": "yes", "semanticStr": "select: building (3)->filter height: tall [0]->verify rel: sand,behind,o (7) [1]", "annotations": {"answer": {}, "question": {"10": "7", "2:4": "3", "6": "7"}, "fullAnswer": {"2": "3", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the buildings are behind the sand."}, "20734077": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20734076"], "equivalent": ["20734077"], "question": "Who is wearing the shirt?", "imageId": "n90944", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "people", "semanticStr": "select: shirt (13)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are wearing a shirt."}, "20734044": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wetsuit (18)"}, {"operation": "verify", "dependencies": [0], "argument": "comfortable"}], "entailed": ["20734042", "20734043", "20734045", "20734046", "20734047", "20734026", "20734051"], "equivalent": ["20734044"], "question": "Is the wet suit comfortable?", "imageId": "n90944", "isBalanced": true, "groups": {"global": null, "local": "06-wetsuit_comfortable"}, "answer": "yes", "semanticStr": "select: wetsuit (18)->verify: comfortable [0]", "annotations": {"answer": {}, "question": {"2:4": "18"}, "fullAnswer": {"2:4": "18"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the wet suit is comfortable."}, "20733964": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20733968", "20733966", "20733967", "20733965", "20733963"], "equivalent": ["20733964"], "question": "How is the weather?", "imageId": "n90944", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "sunny", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is sunny."}, "20734235": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounded by,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20734235"], "question": "What is the sand surrounded by?", "imageId": "n90944", "isBalanced": true, "groups": {"global": "tree", "local": "14-sand_surrounded by,o"}, "answer": "trees", "semanticStr": "select: sand (7)->relate: _,surrounded by,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "7", "6": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sand is surrounded by the trees."}, "20862915": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the left of,s (2)"}, {"operation": "verify pose", "dependencies": [1], "argument": "walking"}], "entailed": [], "equivalent": ["20862915"], "question": "Does the woman to the left of the man seem to be walking?", "imageId": "n94074", "isBalanced": true, "groups": {"global": null, "local": "06-woman_walking"}, "answer": "no", "semanticStr": "select: man (1)->relate: woman,to the left of,s (2) [0]->verify pose: walking [1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is standing."}, "20862808": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (14)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": [], "equivalent": ["20862808"], "question": "Does the woman to the right of the man appear to be standing?", "imageId": "n94074", "isBalanced": true, "groups": {"global": null, "local": "06-woman_standing"}, "answer": "no", "semanticStr": "select: man (9)->relate: woman,to the right of,s (14) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is sitting."}, "20862861": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20862860"], "equivalent": ["20862861"], "question": "What piece of clothing isn't white?", "imageId": "n94074", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#white"}, "answer": "suit", "semanticStr": "select: clothing (10)->filter color: not(white) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1:4": "3"}, "fullAnswer": {"1:3": "3", "5": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a suit."}, "20862758": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14,1,2,9)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["20862758"], "question": "Are the people of the same gender?", "imageId": "n94074", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (14,1,2,9)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female."}, "20862942": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20862943", "20862940"], "equivalent": ["20862942"], "question": "Are there any black ties or glasses?", "imageId": "n94074", "isBalanced": true, "groups": {"global": null, "local": "04-tie_black"}, "answer": "yes", "semanticStr": "select: tie (5)->filter color: black [0]->exist: ? [1]->select: glasses (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"5": "5"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a black tie."}, "202223187": {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202223186", "202223190"], "equivalent": ["202223187"], "question": "Who is before the crowd?", "imageId": "n257997", "isBalanced": true, "groups": {"global": "person", "local": "14-crowd_in front of,s"}, "answer": "man", "semanticStr": "select: crowd (9)->relate: person,in front of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the crowd."}, "202223352": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202223353", "202223354"], "equivalent": ["202223352"], "question": "Who is in front of the trees that are not short?", "imageId": "n257997", "isBalanced": true, "groups": {"global": "", "local": "14-trees_in front of,s"}, "answer": "crowd", "semanticStr": "select: trees (11)->filter: not(short) [0]->relate: person,in front of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"10": "11", "6": "11"}, "fullAnswer": {"1": "9", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is in front of the trees."}, "202223124": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202223141", "202223140", "202223143", "202223142", "202223145", "202223144", "202223147", "202223146", "202223130", "202223131", "202223127", "202223153", "202223125", "202223139", "202223129", "202223128", "202223126"], "equivalent": ["202223124"], "question": "Is the grass short and green?", "imageId": "n257997", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "yes", "semanticStr": "select: grass (10)->verify color: green [0]->verify height: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is short and green."}, "202223389": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202223387", "202223390", "202223391", "202223388"], "equivalent": ["202223389"], "question": "Who is in front of the car?", "imageId": "n257997", "isBalanced": true, "groups": {"global": "person", "local": "14-car_in front of,s"}, "answer": "people", "semanticStr": "select: car (7)->relate: person,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are in front of the car."}, "202223273": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202223274"], "equivalent": ["202223273"], "question": "Do you see any hats that are blue?", "imageId": "n257997", "isBalanced": true, "groups": {"global": null, "local": "04-hat_blue"}, "answer": "no", "semanticStr": "select: hat (0)->filter color: blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a hat but it is white."}, "201061302": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201061300", "201061301", "201061299"], "equivalent": ["201061302"], "question": "On which side is the trashcan?", "imageId": "n25275", "isBalanced": true, "groups": {"global": null, "local": "10q-trash can_hposition"}, "answer": "left", "semanticStr": "select: trash can (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trashcan is on the left of the image."}, "201061170": {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (6)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "person,kicking,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201061171"], "equivalent": ["201061170"], "question": "Who is kicking the soccer ball that looks round?", "imageId": "n25275", "isBalanced": true, "groups": {"global": "person", "local": "14-soccer ball_kicking,s"}, "answer": "boy", "semanticStr": "select: soccer ball (6)->filter shape: round [0]->relate: person,kicking,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"8": "6", "4:6": "6"}, "fullAnswer": {"1": "3", "5:7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is kicking the soccer ball."}, "201061098": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify place", "dependencies": [0], "argument": "beach"}], "entailed": ["201061099", "201061100", "201061094", "201061095", "201061097"], "equivalent": ["201061098"], "question": "Is it a beach?", "imageId": "n25275", "isBalanced": true, "groups": {"global": null, "local": "01-place_beach"}, "answer": "yes", "semanticStr": "select: scene->verify place: beach [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is a beach."}, "201061187": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "verify", "dependencies": [1], "argument": "sleeveless"}], "entailed": [], "equivalent": ["201061187"], "question": "Does the orange shirt look sleeveless?", "imageId": "n25275", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_sleeveless"}, "answer": "no", "semanticStr": "select: shirt (4)->filter color: orange [0]->verify: sleeveless [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is short sleeved."}, "201061246": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ladder (-) "}, {"operation": "filter", "dependencies": [3], "argument": "short"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201061247"], "equivalent": ["201061246"], "question": "Are there any short fences or ladders?", "imageId": "n25275", "isBalanced": true, "groups": {"global": null, "local": "04-fence_short"}, "answer": "yes", "semanticStr": "select: fence (9)->filter height: short [0]->exist: ? [1]->select: ladder (-) ->filter: short [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a short fence."}, "201227907": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201227907"], "question": "Does the window made of metal look black and short?", "imageId": "n154856", "isBalanced": true, "groups": {"global": null, "local": "05-black_short"}, "answer": "no", "semanticStr": "select: window (10)->filter material: metal [0]->verify color: black [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is black but long."}, "201228066": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201227986", "201227985", "201228072", "201228071", "201228070", "201228067"], "equivalent": ["201228066"], "question": "What is in front of the silver car?", "imageId": "n154856", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-car_in front of,s"}, "answer": "van", "semanticStr": "select: car (1)->filter color: silver [0]->relate: _,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "1"}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is in front of the car."}, "201228327": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (7)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,to the left of,s (6)"}, {"operation": "choose material", "dependencies": [1], "argument": "concrete|iron"}], "entailed": [], "equivalent": ["201228327"], "question": "Which material is the bench which is to the left of the lamp made of, concrete or iron?", "imageId": "n154856", "isBalanced": true, "groups": {"global": "material", "local": "10c-bench_material"}, "answer": "concrete", "semanticStr": "select: lamp (7)->relate: bench,to the left of,s (6) [0]->choose material: concrete|iron [1]", "annotations": {"answer": {}, "question": {"12": "7", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bench is made of concrete."}, "201228357": {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (12)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,next to,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201228330"], "equivalent": ["201228357"], "question": "Do you see fences next to the road?", "imageId": "n154856", "isBalanced": true, "groups": {"global": null, "local": "13-road_fence"}, "answer": "no", "semanticStr": "select: road (12)->relate: fence,next to,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "12"}, "fullAnswer": {"8": "12", "4": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a bench next to the road."}, "201228115": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201228114", "201228110", "201228111", "201228112", "201228113"], "equivalent": ["201228115"], "question": "What vehicle is black?", "imageId": "n154856", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_black"}, "answer": "car", "semanticStr": "select: vehicle (2)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a car."}, "20753702": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter gender", "dependencies": [0], "argument": "female"}, {"operation": "verify activity", "dependencies": [1], "argument": "looking down"}], "entailed": ["20753703", "20753705", "20753706", "20753707"], "equivalent": ["20753702"], "question": "Does the female person seem to be looking down?", "imageId": "n481777", "isBalanced": true, "groups": {"global": null, "local": "06-person_looking down"}, "answer": "yes", "semanticStr": "select: person (6)->filter gender: female [0]->verify activity: looking down [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is looking down."}, "20753536": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (12)"}, {"operation": "select", "dependencies": [], "argument": "mountain side (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20753537"], "equivalent": ["20753536"], "question": "Are both the sky and the mountain side the same color?", "imageId": "n481777", "isBalanced": true, "groups": {"global": null, "local": "09same-mountain side_sky"}, "answer": "no", "semanticStr": "select: sky (12)->select: mountain side (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "12", "6:8": "10"}, "fullAnswer": {"2": "12", "7:9": "10"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the sky is blue and the mountain side is white."}, "20753668": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20753667", "20753670", "20753672", "20753671"], "equivalent": ["20753668"], "question": "What is the male person doing?", "imageId": "n481777", "isBalanced": true, "groups": {"global": "activity", "local": "10q-person_activity"}, "answer": "looking down", "semanticStr": "select: person (0)->filter gender: male [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is looking down."}, "20753693": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved"}, {"operation": "select", "dependencies": [], "argument": "jacket (1) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "verify", "dependencies": [4], "argument": "long sleeved"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20753658", "20753656", "20753657", "20753696", "20753697", "20753694", "20753695"], "equivalent": ["20753693"], "question": "Are both the jacket that looks dark and the white jacket long sleeved?", "imageId": "n481777", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-jacket_jacket"}, "answer": "yes", "semanticStr": "select: jacket (7)->filter color: dark [0]->verify: long sleeved [1]->select: jacket (1) ->filter color: white [3]->verify: long sleeved [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "7", "9:11": "1", "6": "7"}, "fullAnswer": {"3": "7", "6": "1"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the jacket and the jacket are long sleeved."}, "202049533": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "napkin (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202049533"], "question": "Are there either plates or napkins in this image?", "imageId": "n381072", "isBalanced": true, "groups": {"global": null, "local": "09existOr-napkin_plate"}, "answer": "yes", "semanticStr": "select: plate (8)->exist: ? [0]->select: napkin (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a plate."}, "202049417": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (11) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202049417"], "question": "Do you see either a cake or a plate there?", "imageId": "n381072", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cake_plate"}, "answer": "yes", "semanticStr": "select: cake (5)->exist: ? [0]->select: plate (11) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"8": "11", "5": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a cake."}, "202049400": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bread (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "round"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202049398", "202049399"], "equivalent": ["202049400", "202049399"], "question": "Do you see either plates or breads that are round?", "imageId": "n381072", "isBalanced": true, "groups": {"global": null, "local": "04-plate_round"}, "answer": "yes", "semanticStr": "select: plate (2)->filter shape: round [0]->exist: ? [1]->select: bread (-) ->filter shape: round [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the plate is round."}, "202049257": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (15)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202049251", "202049260", "202049227", "202049268", "202049250", "202049256", "202049255", "202049254", "202049259", "202049258", "202049266", "202049267", "202049265"], "equivalent": ["202049257"], "question": "Which color is the wide table?", "imageId": "n381072", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "white", "semanticStr": "select: table (15)->filter width: wide [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is white."}, "202049479": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cake (12) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["202049477", "202049173", "202049480", "202049174"], "equivalent": ["202049479", "202049480"], "question": "Are there both a plate and a cake?", "imageId": "n381072", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cake_plate"}, "answer": "yes", "semanticStr": "select: plate (6)->exist: ? [0]->select: cake (12) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "6", "7": "12"}, "fullAnswer": {"8": "12", "5": "6"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a plate and a cake."}, "202119416": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "airplane,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202119416"], "question": "Are there any airplanes above the brown ground?", "imageId": "n544255", "isBalanced": true, "groups": {"global": null, "local": "13-ground_airplane"}, "answer": "no", "semanticStr": "select: ground (4)->filter color: brown [0]->relate: airplane,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"4": "0", "7": "4"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an elephant above the ground."}, "202119404": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,under,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119405", "202119406", "202119400", "202119401", "202119402", "202119403", "202119399", "202119235"], "equivalent": ["202119404"], "question": "What kind of animal is under the man?", "imageId": "n544255", "isBalanced": true, "groups": {"global": "animal", "local": "15-man_under,s"}, "answer": "elephant", "semanticStr": "select: man (1)->relate: animal,under,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant."}, "202119161": {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "relate", "dependencies": [1], "argument": "person,covered by,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202119162"], "equivalent": ["202119161"], "question": "Who is covered by the umbrella that is not closed?", "imageId": "n544255", "isBalanced": true, "groups": {"global": "person", "local": "14-umbrella_covered by,s"}, "answer": "man", "semanticStr": "select: umbrella (7)->filter: not(closed) [0]->relate: person,covered by,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "7", "5": "7"}, "fullAnswer": {"1": "1", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is covered by the umbrella."}, "202119498": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119497", "202119496", "202119440"], "equivalent": ["202119498"], "question": "What is worn on the man?", "imageId": "n544255", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_worn on,s"}, "answer": "hat", "semanticStr": "select: man (1)->relate: _,worn on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hat is worn on the man."}, "202119230": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119228", "202119229"], "equivalent": ["202119230"], "question": "What's the man wearing?", "imageId": "n544255", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "shirt", "semanticStr": "select: man (1)->relate: _,wearing,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt."}, "201264275": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "relate", "dependencies": [1], "argument": "_,parked near,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201264276", "201264179"], "equivalent": ["201264275"], "question": "What is parked near the building made of brick?", "imageId": "n357126", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-building_parked near,s"}, "answer": "bus", "semanticStr": "select: building (5)->filter material: brick [0]->relate: _,parked near,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"8": "5", "5": "5"}, "fullAnswer": {"1": "7", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bus is parked near the building."}, "201264096": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "silver"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "tinted "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201264096"], "question": "Is that window silver and tinted?", "imageId": "n357126", "isBalanced": true, "groups": {"global": null, "local": "05-silver_tinted"}, "answer": "no", "semanticStr": "select: window (11)->verify color: silver [0]->verify cleanliness: tinted  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is tinted but black."}, "201264135": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (12)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201264136", "201264137", "201264138", "201264139"], "equivalent": ["201264135"], "question": "Where is the streetlight?", "imageId": "n357126", "isBalanced": true, "groups": {"global": "plant", "local": "14-street light_in,o"}, "answer": "grass", "semanticStr": "select: street light (12)->relate: place,in,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The streetlight is in the grass."}, "201264312": {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201264310", "201264311", "201264309", "201264308"], "equivalent": ["201264311", "201264312"], "question": "Which side of the image is the brown house on?", "imageId": "n357126", "isBalanced": true, "groups": {"global": null, "local": "10q-house_hposition"}, "answer": "right", "semanticStr": "select: house (9)->filter color: brown [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is on the right of the image."}, "202110256": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheep (9)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["202110258", "202110259", "202110257", "202110255"], "equivalent": ["202110256"], "question": "What do you think is the sheep that is looking up doing?", "imageId": "n511881", "isBalanced": true, "groups": {"global": "pose", "local": "10q-sheep_pose"}, "answer": "standing", "semanticStr": "select: sheep (9)->filter activity: looking up [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"9:11": "9", "6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sheep is standing."}, "202110304": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheep (8)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking down at,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202110183"], "equivalent": ["202110304"], "question": "What is the sheep that is looking down looking down at?", "imageId": "n511881", "isBalanced": true, "groups": {"global": "plant", "local": "14-sheep_looking down at,o"}, "answer": "grass", "semanticStr": "select: sheep (8)->filter activity: looking down [0]->relate: _,looking down at,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "8", "6:8": "8"}, "fullAnswer": {"1": "8", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sheep is looking down at the grass."}, "202110139": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202110137", "202110136", "202110140", "202110141", "202110135", "202110149", "202110142", "202110143"], "equivalent": ["202110139"], "question": "What is the fence made of?", "imageId": "n511881", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (15)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal."}, "202110154": {"semantic": [{"operation": "select", "dependencies": [], "argument": "gate (16)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["202110161", "202110159", "202110158", "202110162", "202110153", "202110160", "202110157", "202110156"], "equivalent": ["202110153", "202110154"], "question": "Is the gate small?", "imageId": "n511881", "isBalanced": true, "groups": {"global": null, "local": "06-gate_small"}, "answer": "yes", "semanticStr": "select: gate (16)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the gate is small."}, "202110076": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose weather", "dependencies": [0], "argument": "overcast|rainy"}], "entailed": ["202110074", "202110075", "202110073"], "equivalent": ["202110076", "202110073", "202110074", "202110075"], "question": "What is the weather like, rainy or overcast?", "imageId": "n511881", "isBalanced": true, "groups": {"global": "weather", "local": "02c-weather"}, "answer": "overcast", "semanticStr": "select: scene->choose weather: overcast|rainy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is overcast."}, "2012702": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "person,to the left of,s (12)"}], "entailed": ["2012703", "2012704"], "equivalent": ["2012702"], "question": "Is the female person to the left of a bottle?", "imageId": "n318370", "isBalanced": true, "groups": {"global": null, "local": "13-bottle_person"}, "answer": "no", "semanticStr": "select: bottle (8)->verify rel: person,to the left of,s (12) [0]", "annotations": {"answer": {}, "question": {"9": "8", "2:4": "12"}, "fullAnswer": {"9": "8", "2": "12"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is to the right of a bottle."}, "2013003": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2013010", "2013011", "2013005", "2013004", "2013006", "2013001", "2013000", "2013002", "2012999"], "equivalent": ["2013003"], "question": "What's the bottle made of?", "imageId": "n318370", "isBalanced": true, "groups": {"global": "material", "local": "10q-bottle_material"}, "answer": "plastic", "semanticStr": "select: bottle (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is made of plastic."}, "2012834": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "dark"}], "entailed": ["2012833", "2012832", "2012837", "2012836", "2012835", "2012839", "2012838", "2012840"], "equivalent": ["2012834"], "question": "Do the plastic glasses have dark color?", "imageId": "n318370", "isBalanced": true, "groups": {"global": null, "local": "06-glasses_dark"}, "answer": "yes", "semanticStr": "select: glasses (4)->filter material: plastic [0]->verify color: dark [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the glasses are dark."}, "2012752": {"semantic": [{"operation": "select", "dependencies": [], "argument": "donut (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["2012753"], "equivalent": ["2012752", "2012753"], "question": "Are there any donuts?", "imageId": "n318370", "isBalanced": true, "groups": {"global": null, "local": "03-donut"}, "answer": "yes", "semanticStr": "select: donut (0)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a donut."}, "2012742": {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["2012742"], "question": "The person near the drink is wearing what?", "imageId": "n318370", "isBalanced": true, "groups": {"global": "clothing", "local": "14-person_wearing,o"}, "answer": "shirt", "semanticStr": "select: drink (9)->relate: person,near,s (1) [0]->relate: _,wearing,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"1": "1", "4": "9"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is wearing a shirt."}, "2072789": {"semantic": [{"operation": "select", "dependencies": [], "argument": "carts (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "suitcases (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2072788"], "equivalent": ["2072789"], "question": "Are there suitcases or carts?", "imageId": "n498140", "isBalanced": true, "groups": {"global": null, "local": "09existOr-carts_suitcases"}, "answer": "no", "semanticStr": "select: carts (-)->exist: ? [0]->select: suitcases (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no suitcases or carts."}, "2072815": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (17)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "verify state", "dependencies": [1], "argument": "calm"}], "entailed": ["2072814", "2072813", "2072812"], "equivalent": ["2072815"], "question": "Does the person that is not female look calm?", "imageId": "n498140", "isBalanced": true, "groups": {"global": null, "local": "06-bus driver_calm"}, "answer": "yes", "semanticStr": "select: person (17)->filter gender: not(female) [0]->verify state: calm [1]", "annotations": {"answer": {}, "question": {"2": "17", "6": "17"}, "fullAnswer": {"2:4": "17"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bus driver is calm."}, "2072747": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (8)"}, {"operation": "select", "dependencies": [], "argument": "grill (15) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["2072746"], "equivalent": ["2072747", "2072746"], "question": "What is common to the streetlight and the grill?", "imageId": "n498140", "isBalanced": true, "groups": {"global": null, "local": "09common-grill_street light"}, "answer": "material", "semanticStr": "select: street light (8)->select: grill (15) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "15", "5": "8"}, "fullAnswer": {"4": "8", "7": "15"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the streetlight and the grill are metallic."}, "2072761": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "trays (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2072975", "2072976", "2072760"], "equivalent": ["2072761"], "question": "Are there any mirrors or trays?", "imageId": "n498140", "isBalanced": true, "groups": {"global": null, "local": "09existOr-mirror_trays"}, "answer": "no", "semanticStr": "select: mirror (-)->exist: ? [0]->select: trays (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no trays or mirrors."}, "2072766": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chimney (13)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify", "dependencies": [0], "argument": "high "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["2072766"], "question": "Is the chimney high and clean?", "imageId": "n498140", "isBalanced": true, "groups": {"global": null, "local": "05-clean_high"}, "answer": "no", "semanticStr": "select: chimney (13)->verify cleanliness: clean [0]->verify: high  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chimney is high but dirty."}, "201509845": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pots (2)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify", "dependencies": [0], "argument": "full "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201509846", "201509847", "201509844", "201509837", "201509836", "201509840", "201509834", "201509839", "201509838", "201509835", "201509849", "201509848", "201509850", "201509851", "201509842", "201509841", "201509852", "201509843"], "equivalent": ["201509844", "201509845"], "question": "Are the pots both dirty and full?", "imageId": "n62458", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_full"}, "answer": "yes", "semanticStr": "select: pots (2)->verify cleanliness: dirty [0]->verify: full  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pots are dirty and full."}, "201509813": {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201509814"], "equivalent": ["201509813"], "question": "What do you think is the motorbike on?", "imageId": "n62458", "isBalanced": true, "groups": {"global": "material", "local": "14-motorcycle_on,o"}, "answer": "stone", "semanticStr": "select: motorcycle (0)->relate: _,on,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"6": "0"}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The motorbike is on the stone."}, "201509822": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,growing along,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201509821"], "equivalent": ["201509822"], "question": "What is growing along the wall?", "imageId": "n62458", "isBalanced": true, "groups": {"global": "plant", "local": "14-wall_growing along,s"}, "answer": "vines", "semanticStr": "select: wall (7)->relate: _,growing along,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vines are growing along the wall."}, "201509867": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wildflowers (4)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201509866"], "equivalent": ["201509867"], "question": "What is the color of the wildflowers that look tall?", "imageId": "n62458", "isBalanced": true, "groups": {"global": "color", "local": "10q-wildflowers_color"}, "answer": "pink", "semanticStr": "select: wildflowers (4)->filter height: tall [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "4", "6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wildflowers are pink."}, "201273213": {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (2)"}, {"operation": "verify", "dependencies": [0], "argument": "high"}, {"operation": "verify fatness", "dependencies": [0], "argument": "skinny "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201273218", "201273244", "201273245", "201273246", "201273240", "201273241", "201273242", "201273243", "201273212", "201273211", "201273217", "201273216", "201273215", "201273214", "201273235", "201273237", "201273236"], "equivalent": ["201273213"], "question": "Does the palm seem to be high and skinny?", "imageId": "n46510", "isBalanced": true, "groups": {"global": null, "local": "05-high_skinny"}, "answer": "yes", "semanticStr": "select: palm tree (2)->verify: high [0]->verify fatness: skinny  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the palm is high and skinny."}, "201273292": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,stuck on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201273293", "201273297", "201273294"], "equivalent": ["201273292"], "question": "What is the sticker stuck on?", "imageId": "n46510", "isBalanced": true, "groups": {"global": "sign", "local": "14-sticker_stuck on,o"}, "answer": "street sign", "semanticStr": "select: sticker (9)->relate: _,stuck on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {}, "fullAnswer": {"1": "9", "6:8": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sticker is stuck on the street sign."}, "201273119": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}], "entailed": ["201273125", "201273124", "201273121", "201273120", "201273123", "201273122", "201273118", "201273114", "201273115", "201273116", "201273117"], "equivalent": ["201273119", "201273120"], "question": "Is it clear?", "imageId": "n46510", "isBalanced": true, "groups": {"global": null, "local": "01-weather_clear"}, "answer": "yes", "semanticStr": "select: scene->verify weather: clear [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is clear."}, "201273151": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (1)"}, {"operation": "filter", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201273161", "201273160", "201273163", "201273162", "201273165", "201273164", "201273166", "201273169", "201273158", "201273159", "201273154", "201273155", "201273156", "201273157", "201273152", "201273177", "201273175", "201273172", "201273173", "201273170", "201273171"], "equivalent": ["201273151"], "question": "Is the bright sky blue and clear?", "imageId": "n46510", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clear"}, "answer": "yes", "semanticStr": "select: sky (1)->filter: bright [0]->verify color: blue [1]->verify weather: clear  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is blue and clear."}, "201273252": {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201273251", "201273250"], "equivalent": ["201273252"], "question": "What is the palm tree in front of?", "imageId": "n46510", "isBalanced": true, "groups": {"global": "building", "local": "14-palm tree_in front of,o"}, "answer": "building", "semanticStr": "select: palm tree (2)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"8": "3", "1:3": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The palm tree is in front of the building."}, "201175417": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175389", "201175398"], "equivalent": ["201175417"], "question": "Who is standing?", "imageId": "n357784", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "woman", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is standing."}, "201175032": {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201175040", "201175029", "201175031", "201175033", "201175034", "201175035", "201175036", "201175037"], "equivalent": ["201175032"], "question": "Does the necklace look black?", "imageId": "n357784", "isBalanced": true, "groups": {"global": null, "local": "06-necklace_black"}, "answer": "yes", "semanticStr": "select: necklace (10)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the necklace is black."}, "201175261": {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (17)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201175261"], "question": "Does the curtain look thin and closed?", "imageId": "n357784", "isBalanced": true, "groups": {"global": null, "local": "05-closed_thin"}, "answer": "no", "semanticStr": "select: curtain (17)->verify: closed [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the curtain is closed but thick."}, "201175365": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175368", "201175369", "201175370", "201175364", "201175366", "201175367", "201175287", "201175286"], "equivalent": ["201175365"], "question": "What animal is in front of the woman?", "imageId": "n357784", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_in front of,s"}, "answer": "cat", "semanticStr": "select: woman (0)->relate: animal,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is in front of the woman."}, "201175586": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (2)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201175579", "201175577", "201175576", "201175585", "201175583", "201175592", "201175591", "201175590", "201175584", "201175596", "201175587", "201175588", "201175589", "201175578"], "equivalent": ["201175586"], "question": "Is that door both open and wooden?", "imageId": "n357784", "isBalanced": true, "groups": {"global": null, "local": "05-open_wood"}, "answer": "yes", "semanticStr": "select: door (2)->verify: open [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the door is open and wooden."}, "201109260": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201109268", "201109261", "201109257", "201109256", "201109258", "201109267"], "equivalent": ["201109260"], "question": "What vehicle is in front of the red vehicle?", "imageId": "n167164", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-truck_in front of,s"}, "answer": "suv", "semanticStr": "select: vehicle (2)->filter color: red [0]->relate: vehicle,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1", "7:9": "2"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a SUV."}, "201109313": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201109341", "201109340", "201109329", "201109342", "201109345", "201109344", "201109323", "201109322", "201109321", "201109320", "201109327", "201109326", "201109325", "201109324", "201109343", "201109328", "201109316", "201109317", "201109314", "201109315", "201109318", "201109319", "201109338", "201109339", "201109330", "201109331", "201109332", "201109333", "201109334", "201109335", "201109336", "201109337"], "equivalent": ["201109313"], "question": "Does the car seem to be small and gray?", "imageId": "n167164", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "yes", "semanticStr": "select: car (0)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the car is small and gray."}, "201109135": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201109134"], "equivalent": ["201109135"], "question": "Which place is it?", "imageId": "n167164", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street."}, "201109638": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "grinder (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201109638"], "question": "Are there any grinders or traffic lights in the photograph?", "imageId": "n167164", "isBalanced": true, "groups": {"global": null, "local": "09existOr-grinder_traffic light"}, "answer": "yes", "semanticStr": "select: traffic light (9)->exist: ? [0]->select: grinder (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5:7": "9"}, "fullAnswer": {"4:6": "9"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a traffic light."}, "201109184": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "verify", "dependencies": [0], "argument": "straight"}], "entailed": ["201109183", "201109182", "201109181"], "equivalent": ["201109184"], "question": "Does the street look straight?", "imageId": "n167164", "isBalanced": true, "groups": {"global": null, "local": "06-street_straight"}, "answer": "yes", "semanticStr": "select: street (10)->verify: straight [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street is straight."}, "20482139": {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (1)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "choose color", "dependencies": [1], "argument": "gold|blue"}], "entailed": [], "equivalent": ["20482139"], "question": "Is the long necklace gold or blue?", "imageId": "n195249", "isBalanced": true, "groups": {"global": "color", "local": "10c-necklace_color"}, "answer": "gold", "semanticStr": "select: necklace (1)->filter length: long [0]->choose color: gold|blue [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The necklace is gold."}, "20482522": {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "coat,wearing,o (-)"}], "entailed": ["20482505", "20482504"], "equivalent": ["20482522"], "question": "Is she wearing a coat?", "imageId": "n195249", "isBalanced": true, "groups": {"global": null, "local": "13-woman_coat"}, "answer": "no", "semanticStr": "select: she (6)->verify rel: coat,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "6"}, "fullAnswer": {"2": "6", "6": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing a shirt."}, "20482512": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482509", "20482508", "20482383"], "equivalent": ["20482512"], "question": "What is the woman holding?", "imageId": "n195249", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_holding,o"}, "answer": "racket", "semanticStr": "select: woman (6)->relate: _,holding,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "6", "5:7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the tennis racket."}, "20482531": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify color", "dependencies": [1], "argument": "dark blue"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20482549", "20482548", "20482545", "20482544", "20482547", "20482546", "20482541", "20482540", "20482543", "20482542", "20482538", "20482539", "20482534", "20482535", "20482537", "20482530", "20482532", "20482533", "20482556", "20482554", "20482555", "20482552", "20482553", "20482550", "20482551"], "equivalent": ["20482530", "20482531"], "question": "Does the cotton shirt look dark blue and short?", "imageId": "n195249", "isBalanced": true, "groups": {"global": null, "local": "05-dark blue_short"}, "answer": "yes", "semanticStr": "select: shirt (8)->filter material: cotton [0]->verify color: dark blue [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is dark blue and short."}, "20482332": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "light blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482330", "20482331"], "equivalent": ["20482332"], "question": "Which kind of clothing is light blue?", "imageId": "n195249", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_light blue"}, "answer": "tank top", "semanticStr": "select: clothing (5)->filter color: light blue [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4:6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a tank top."}, "201704677": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201704678", "201704679", "201704662", "201704673", "201704674", "201704675"], "equivalent": ["201704677"], "question": "What animals are in front of the green trees?", "imageId": "n164272", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_in front of,s"}, "answer": "cows", "semanticStr": "select: tree (4)->filter color: green [0]->relate: animal,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6", "7:9": "4"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are cows."}, "201704559": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201704560"], "equivalent": ["201704559", "201704560"], "question": "Is there any grass in the picture that is not tall?", "imageId": "n164272", "isBalanced": true, "groups": {"global": null, "local": "04-grass_n#tall"}, "answer": "no", "semanticStr": "select: grass (2)->filter height: not(tall) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is grass but it is tall."}, "201704522": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,above,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201704474", "201704521", "201704523", "201704473"], "equivalent": ["201704522"], "question": "Which kind of animal is above the grass?", "imageId": "n164272", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_above,s"}, "answer": "cow", "semanticStr": "select: grass (2)->relate: animal,above,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cow."}, "201704660": {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "horse,underneath,o (-)"}], "entailed": [], "equivalent": ["201704660"], "question": "Are the flowers underneath a horse?", "imageId": "n164272", "isBalanced": true, "groups": {"global": null, "local": "13-flowers_horse"}, "answer": "no", "semanticStr": "select: flowers (7)->verify rel: horse,underneath,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the flowers are underneath the cow."}, "201704692": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "goats,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201704691"], "equivalent": ["201704692"], "question": "Is there a goat in front of the large building?", "imageId": "n164272", "isBalanced": true, "groups": {"global": null, "local": "13-building_goats"}, "answer": "no", "semanticStr": "select: building (3)->filter size: large [0]->relate: goats,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "3"}, "fullAnswer": {"8": "3", "3": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are cows in front of the building."}, "20794117": {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sandwich,on,s (3)"}, {"operation": "verify", "dependencies": [1], "argument": "rotten"}], "entailed": ["20794114", "20794121", "20794115", "20794116"], "equivalent": ["20794117"], "question": "Does the sandwich on the plate look rotten?", "imageId": "n278453", "isBalanced": true, "groups": {"global": null, "local": "06-sandwich_rotten"}, "answer": "no", "semanticStr": "select: plate (2)->relate: sandwich,on,s (3) [0]->verify: rotten [1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "2"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sandwich is fresh."}, "20794363": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794362", "20794360"], "equivalent": ["20794363"], "question": "What clothing items are blue?", "imageId": "n278453", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_blue"}, "answer": "jeans", "semanticStr": "select: clothing (8)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1:3": "8"}, "fullAnswer": {"1:3": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are jeans."}, "20794214": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mustard (5)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794213", "20794212", "20794211", "20794215"], "equivalent": ["20794213", "20794214"], "question": "What is the meat that that mustard is on?", "imageId": "n278453", "isBalanced": true, "groups": {"global": "meat", "local": "15-mustard_on,o"}, "answer": "ham", "semanticStr": "select: mustard (5)->relate: meat,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "6": "5"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is ham."}, "20794249": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "choose activity", "dependencies": [1], "argument": "looking down|posing"}], "entailed": ["20794250"], "equivalent": ["20794249"], "question": "Does the person that is sitting appear to be posing or looking down?", "imageId": "n278453", "isBalanced": true, "groups": {"global": "activity", "local": "10c-person_activity"}, "answer": "looking down", "semanticStr": "select: person (7)->filter pose: sitting [0]->choose activity: looking down|posing [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is looking down."}, "20794295": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20794295"], "question": "What is the person using?", "imageId": "n278453", "isBalanced": true, "groups": {"global": "bottle", "local": "14-person_using,o"}, "answer": "mustard bottle", "semanticStr": "select: person (7)->relate: _,using,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "7", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is using a mustard bottle."}, "202240367": {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,standing next to,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["202240367"], "question": "Which color is the shirt the girl is standing next to?", "imageId": "n148872", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "blue", "semanticStr": "select: girl (1)->relate: shirt,standing next to,o (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "6": "1"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is blue."}, "202240295": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [2], "argument": "short sleeved"}], "entailed": ["202240296", "202240297"], "equivalent": ["202240295"], "question": "Does the shirt that looks white and blue look short sleeved?", "imageId": "n148872", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (3)->filter color: white [0]->filter color: blue [1]->verify: short sleeved [2]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3", "7": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is short sleeved."}, "202240305": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202240305"], "question": "Who is standing?", "imageId": "n148872", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "girl", "semanticStr": "select: person (2)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is standing."}, "202240256": {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["202240257", "202240255", "202240253", "202240258", "202240259", "202240268", "202240266"], "equivalent": ["202240256"], "question": "Does the tennis racket look black?", "imageId": "n148872", "isBalanced": true, "groups": {"global": null, "local": "06-racket_black"}, "answer": "yes", "semanticStr": "select: racket (0)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tennis racket is black."}, "202240360": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202240362", "202240363", "202240364", "202240365", "202240356", "202240359", "202240358", "202240357", "202240345", "202240355", "202240354"], "equivalent": ["202240360"], "question": "What is the color of the sneakers that are not large?", "imageId": "n148872", "isBalanced": true, "groups": {"global": "color", "local": "10q-sneakers_color"}, "answer": "gray", "semanticStr": "select: sneakers (5)->filter size: not(large) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "5", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sneakers are gray."}, "201751873": {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wire"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201751870", "201751871", "201751872", "201751874", "201751875", "201751876", "201751864", "201751863"], "equivalent": ["201751873"], "question": "How large is the wire net?", "imageId": "n355567", "isBalanced": true, "groups": {"global": "size", "local": "10q-net_size"}, "answer": "small", "semanticStr": "select: net (7)->filter material: wire [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The net is small."}, "201751762": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,about to hit,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201751761"], "equivalent": ["201751762"], "question": "Who is about to hit the tennis ball?", "imageId": "n355567", "isBalanced": true, "groups": {"global": "person", "local": "14-tennis ball_about to hit,s"}, "answer": "lady", "semanticStr": "select: tennis ball (5)->relate: person,about to hit,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7:9": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is about to hit the tennis ball."}, "201751739": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201751732", "201751730", "201751729", "201751738"], "equivalent": ["201751739"], "question": "Which color is the person that is on the left side of the picture?", "imageId": "n355567", "isBalanced": true, "groups": {"global": "color", "local": "10q-person_color"}, "answer": "blond", "semanticStr": "select: person (14)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is blond."}, "201751826": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (4)"}, {"operation": "choose company", "dependencies": [0], "argument": "adidas|nike"}], "entailed": ["201751825", "201751824", "201751823", "201751807", "201751818", "201751844", "201751816", "201751817", "201751814", "201751812", "201751813", "201751810", "201751811", "201751809", "201751793"], "equivalent": ["201751826"], "question": "Which company made the bat, Adidas or Nike?", "imageId": "n355567", "isBalanced": true, "groups": {"global": "company", "local": "10c-bat_company"}, "answer": "adidas", "semanticStr": "select: bat (4)->choose company: adidas|nike [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "companyChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bat was made adidas."}, "201751674": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "faucet (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "stainless steel"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201751674"], "question": "Do you see any stainless steel clocks or faucets?", "imageId": "n355567", "isBalanced": true, "groups": {"global": null, "local": "04-clock_stainless steel"}, "answer": "yes", "semanticStr": "select: clock (12)->filter material: stainless steel [0]->exist: ? [1]->select: faucet (-) ->filter material: stainless steel [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "12"}, "fullAnswer": {"6": "12"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a stainless steel clock."}, "201235642": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bananas (2)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["201235634", "201235643", "201235640", "201235641", "201235646", "201235647", "201235621", "201235630", "201235620", "201235628", "201235629", "201235624", "201235625", "201235626", "201235627", "201235633", "201235632", "201235631", "201235623"], "equivalent": ["201235642"], "question": "Are these small bananas?", "imageId": "n527589", "isBalanced": true, "groups": {"global": null, "local": "06-bananas_small"}, "answer": "yes", "semanticStr": "select: bananas (2)->verify size: small [0]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, these are small bananas."}, "201235840": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "standing"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201235840"], "question": "Do you see any women or men that are standing?", "imageId": "n527589", "isBalanced": true, "groups": {"global": null, "local": "04-woman_standing"}, "answer": "no", "semanticStr": "select: woman (6)->filter pose: standing [0]->exist: ? [1]->select: man (-) ->filter pose: standing [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is crouching."}, "201235474": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235473", "201235472"], "equivalent": ["201235474"], "question": "What is the sign hanging from?", "imageId": "n527589", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-sign_hanging from,o"}, "answer": "wall", "semanticStr": "select: sign (11)->relate: _,hanging from,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "11", "6": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is hanging from the wall."}, "201235580": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235581"], "equivalent": ["201235580"], "question": "What is located on top of the table?", "imageId": "n527589", "isBalanced": true, "groups": {"global": "object", "local": "14-table_on top of,s"}, "answer": "basket", "semanticStr": "select: table (5)->relate: _,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"7": "5"}, "fullAnswer": {"1": "3", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The basket is on top of the table."}, "201235852": {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235856", "201235855", "201235854", "201235853", "201235851"], "equivalent": ["201235852"], "question": "What does the woman hold?", "imageId": "n527589", "isBalanced": true, "groups": {"global": "bag", "local": "14-woman_holding,o"}, "answer": "handbag", "semanticStr": "select: woman (6)->relate: _,holding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "6", "4": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds the handbag."}, "201866613": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (22)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201866612", "201866611", "201866610", "201866616", "201866615", "201866614", "201866608", "201866609", "201866607"], "equivalent": ["201866611", "201866613", "201866612"], "question": "Are the white cars on the left or on the right side?", "imageId": "n211324", "isBalanced": true, "groups": {"global": null, "local": "10c-cars_hposition"}, "answer": "right", "semanticStr": "select: cars (22)->filter color: white [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cars are on the right of the image."}, "201866695": {"semantic": [{"operation": "select", "dependencies": [], "argument": "garden (42)"}, {"operation": "verify", "dependencies": [0], "argument": "colorful"}], "entailed": ["201866696"], "equivalent": ["201866695"], "question": "Is the garden colorful?", "imageId": "n211324", "isBalanced": true, "groups": {"global": null, "local": "06-garden_colorful"}, "answer": "yes", "semanticStr": "select: garden (42)->verify: colorful [0]", "annotations": {"answer": {}, "question": {"2": "42"}, "fullAnswer": {"2": "42"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the garden is colorful."}, "201866542": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201866545", "201866544", "201866543", "201866541"], "equivalent": ["201866544", "201866543", "201866542", "201866541"], "question": "What type of place is pictured?", "imageId": "n211324", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "walkway", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a walkway."}, "201866743": {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (17)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "bicycle,on,o (18)"}], "entailed": [], "equivalent": ["201866743"], "question": "Is the small baby on a bicycle?", "imageId": "n211324", "isBalanced": true, "groups": {"global": null, "local": "13-baby_bicycle"}, "answer": "yes", "semanticStr": "select: baby (17)->filter size: small [0]->verify rel: bicycle,on,o (18) [1]", "annotations": {"answer": {}, "question": {"2:4": "17", "6": "18"}, "fullAnswer": {"2": "17", "6": "18"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the baby is on a bicycle."}, "201866665": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (22)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (31)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201866664"], "equivalent": ["201866665"], "question": "Where are the cars?", "imageId": "n211324", "isBalanced": true, "groups": {"global": "road", "local": "14-cars_on,o"}, "answer": "roadway", "semanticStr": "select: cars (22)->relate: place,on,o (31) [0]->query: name [1]", "annotations": {"answer": {"0": "31"}, "question": {}, "fullAnswer": {"1": "22", "5": "31"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cars are on the roadway."}, "20345034": {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20345082", "20345033", "20345032"], "equivalent": ["20345034"], "question": "What's the athlete holding onto?", "imageId": "n560243", "isBalanced": true, "groups": {"global": "object", "local": "14-athlete_holding onto,o"}, "answer": "racket", "semanticStr": "select: athlete (4)->relate: _,holding onto,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "4", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is holding onto the racket."}, "20345012": {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (4)"}, {"operation": "choose age", "dependencies": [0], "argument": "young|old"}], "entailed": ["20344985", "20344984", "20345002", "20345003", "20345004", "20345005", "20345006", "20345007", "20345008", "20345009", "20345015", "20345014", "20345013", "20345011"], "equivalent": ["20345012"], "question": "Does the athlete look young or old?", "imageId": "n560243", "isBalanced": true, "groups": {"global": "age", "local": "10c-athlete_age"}, "answer": "young", "semanticStr": "select: athlete (4)->choose age: young|old [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The athlete is young."}, "20344960": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20344959", "20344958", "20344961", "20344962", "20344968"], "equivalent": ["20344960"], "question": "What color does the tennis ball have?", "imageId": "n560243", "isBalanced": true, "groups": {"global": "color", "local": "10q-tennis ball_color"}, "answer": "green", "semanticStr": "select: tennis ball (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tennis ball has green color."}, "20345159": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20345164", "20345168", "20345158", "20345156", "20345154", "20345155", "20345152", "20345153", "20345169", "20345151", "20345167", "20345166", "20345165", "20345160", "20345163", "20345162", "20345161"], "equivalent": ["20345159", "20345160"], "question": "Are the shorts both black and soft?", "imageId": "n560243", "isBalanced": true, "groups": {"global": null, "local": "05-black_soft"}, "answer": "yes", "semanticStr": "select: shorts (8)->verify color: black [0]->verify hardness: soft  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are black and soft."}, "20344938": {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20344937"], "equivalent": ["20344938"], "question": "What's the lawn in front of?", "imageId": "n560243", "isBalanced": true, "groups": {"global": "plant", "local": "14-lawn_in front of,o"}, "answer": "plants", "semanticStr": "select: lawn (13)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "13", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lawn is in front of the plants."}, "201671884": {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (11)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet,to the right of,s (6)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201671884"], "question": "Does the toilet that is to the right of the tap look hard and blue?", "imageId": "n410289", "isBalanced": true, "groups": {"global": null, "local": "05-blue_hard"}, "answer": "no", "semanticStr": "select: faucet (11)->relate: toilet,to the right of,s (6) [0]->verify color: blue [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "11", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet is hard but white."}, "201671802": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify shape", "dependencies": [0], "argument": "triangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201671802"], "question": "Does the window look triangular and bright?", "imageId": "n410289", "isBalanced": true, "groups": {"global": null, "local": "05-bright_triangular"}, "answer": "no", "semanticStr": "select: window (3)->verify: bright [0]->verify shape: triangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is bright but rectangular."}, "201671835": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201671839"], "equivalent": ["201671835"], "question": "What is on the ceiling?", "imageId": "n410289", "isBalanced": true, "groups": {"global": "object", "local": "14-ceiling_on,s"}, "answer": "light bulb", "semanticStr": "select: ceiling (10)->relate: _,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bulb is on the ceiling."}, "201671739": {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["201671740"], "equivalent": ["201671739", "201671740"], "question": "Are there TVs in this image?", "imageId": "n410289", "isBalanced": true, "groups": {"global": null, "local": "03-television"}, "answer": "no", "semanticStr": "select: television (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no tvs."}, "201671940": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}], "entailed": ["201671911", "201671941", "201671939", "201671926", "201671925"], "equivalent": ["201671940"], "question": "Does the white bathtub look round?", "imageId": "n410289", "isBalanced": true, "groups": {"global": null, "local": "06-bathtub_round"}, "answer": "no", "semanticStr": "select: bathtub (8)->filter color: white [0]->verify shape: round [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bathtub is rectangular."}, "20573791": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20573793", "20573792", "20573790", "20573799", "20573789", "20573801"], "equivalent": ["20573791"], "question": "What color is the cabinet made of wood?", "imageId": "n162108", "isBalanced": true, "groups": {"global": "color", "local": "10q-cabinet_color"}, "answer": "white", "semanticStr": "select: cabinet (7)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabinet is white."}, "20573746": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20573747"], "equivalent": ["20573746"], "question": "What is the toilet paper in front of?", "imageId": "n162108", "isBalanced": true, "groups": {"global": "object", "local": "14-toilet paper_in front of,o"}, "answer": "toilet", "semanticStr": "select: toilet paper (4)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "4"}, "fullAnswer": {"8": "2", "1:3": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet paper is in front of the toilet."}, "20573505": {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20573502", "20573503", "20573501", "20573504"], "equivalent": ["20573505"], "question": "Which side of the photo are the cotton towels on?", "imageId": "n162108", "isBalanced": true, "groups": {"global": null, "local": "10q-towels_hposition"}, "answer": "right", "semanticStr": "select: towels (0)->filter material: cotton [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towels are on the right of the image."}, "20573652": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20573654", "20573655", "20573653", "20573650", "20573651", "20573649", "20573647", "20573648", "20573646"], "equivalent": ["20573652"], "question": "On which side is the plastic bottle, the left or the right?", "imageId": "n162108", "isBalanced": true, "groups": {"global": null, "local": "10c-bottle_hposition"}, "answer": "right", "semanticStr": "select: bottle (5)->filter material: plastic [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"5:7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bottle is on the right of the image."}, "20573530": {"semantic": [{"operation": "select", "dependencies": [], "argument": "envelope (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "hose (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20573528", "20573529"], "equivalent": ["20573530"], "question": "Are there any hoses or envelopes in the picture?", "imageId": "n162108", "isBalanced": true, "groups": {"global": null, "local": "09existOr-envelope_hose"}, "answer": "no", "semanticStr": "select: envelope (-)->exist: ? [0]->select: hose (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no hoses or envelopes."}, "20656876": {"semantic": [{"operation": "select", "dependencies": [], "argument": "minivan (10)"}, {"operation": "verify", "dependencies": [0], "argument": "new"}], "entailed": ["20656906", "20656907", "20656878", "20656879", "20656883", "20656882", "20656881", "20656880", "20656873", "20656877", "20656889", "20656888", "20656884", "20656908", "20656874", "20656909", "20656875"], "equivalent": ["20656876", "20656877"], "question": "Is the minivan new?", "imageId": "n486200", "isBalanced": true, "groups": {"global": null, "local": "06-minivan_new"}, "answer": "yes", "semanticStr": "select: minivan (10)->verify: new [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the minivan is new."}, "20657138": {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (0)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic sign,in,s (4)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20657156", "20657137", "20657131", "20657132", "20657157", "20657151", "20657139", "20657145", "20657144", "20657147", "20657146", "20657141", "20657140", "20657143", "20657142", "20657152", "20657153"], "equivalent": ["20657138", "20657139"], "question": "Does the traffic sign in the street have small size?", "imageId": "n486200", "isBalanced": true, "groups": {"global": null, "local": "06-traffic sign_small"}, "answer": "yes", "semanticStr": "select: street (0)->relate: traffic sign,in,s (4) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2:4": "4", "6": "0"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the traffic sign is small."}, "20656903": {"semantic": [{"operation": "select", "dependencies": [], "argument": "minivan (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20656902", "20656900", "20656901", "20656889", "20656888", "20656898", "20656899", "20656893", "20656894", "20656895", "20656896", "20656897"], "equivalent": ["20656903"], "question": "What is the minivan made of?", "imageId": "n486200", "isBalanced": true, "groups": {"global": "material", "local": "10q-minivan_material"}, "answer": "metal", "semanticStr": "select: minivan (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The minivan is made of metal."}, "20656831": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20656830"], "equivalent": ["20656831"], "question": "Which place is it?", "imageId": "n486200", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street."}, "20657189": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20657189"], "question": "Are there any traffic lights in the picture?", "imageId": "n486200", "isBalanced": true, "groups": {"global": null, "local": "03-traffic light"}, "answer": "yes", "semanticStr": "select: traffic light (7)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3:5": "7"}, "fullAnswer": {"4:6": "7"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a traffic light."}, "20647226": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (17)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647225"], "equivalent": ["20647226"], "question": "Which kind of clothing is not short?", "imageId": "n98540", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#short"}, "answer": "socks", "semanticStr": "select: clothing (17)->filter: not(short) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "3": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is socks."}, "20647350": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (7)"}, {"operation": "relate", "dependencies": [0], "argument": "logo,sewn on,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20647350"], "question": "What color is the logo that is sewn on the jersey?", "imageId": "n98540", "isBalanced": true, "groups": {"global": "color", "local": "10q-logo_color"}, "answer": "yellow", "semanticStr": "select: jersey (7)->relate: logo,sewn on,s (19) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "7", "4": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The logo is yellow."}, "20647275": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,behind,s (22)"}, {"operation": "filter", "dependencies": [1], "argument": "mowed"}, {"operation": "verify color", "dependencies": [2], "argument": "brown"}, {"operation": "verify height", "dependencies": [2], "argument": "short "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": [], "equivalent": ["20647275"], "question": "Does the mowed grass behind the man look brown and short?", "imageId": "n98540", "isBalanced": true, "groups": {"global": null, "local": "05-brown_short"}, "answer": "no", "semanticStr": "select: man (0)->relate: grass,behind,s (22) [0]->filter: mowed [1]->verify color: brown [2]->verify height: short  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "22", "6": "0"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the grass is short but green."}, "20647537": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20647540", "20647535", "20647536", "20647539", "20647538"], "equivalent": ["20647537"], "question": "Which color is the cap?", "imageId": "n98540", "isBalanced": true, "groups": {"global": "color", "local": "10q-cap_color"}, "answer": "blue", "semanticStr": "select: cap (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cap is blue."}, "20647183": {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (18)"}, {"operation": "select", "dependencies": [], "argument": "baseball mitt (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20647184"], "equivalent": ["20647183"], "question": "Is the color of the belt the same as that of the baseball mitt?", "imageId": "n98540", "isBalanced": true, "groups": {"global": null, "local": "09same-baseball mitt_belt"}, "answer": "yes", "semanticStr": "select: belt (18)->select: baseball mitt (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "18", "12:14": "9"}, "fullAnswer": {"3": "18", "6:8": "9"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the belt and the baseball mitt are black."}, "201859225": {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201859208", "201859209", "201859228", "201859229", "201859246", "201859247", "201859244", "201859223", "201859224", "201859226", "201859227", "201859245", "201859243", "201859215", "201859214", "201859217", "201859211", "201859210", "201859213", "201859212", "201859218", "201859239", "201859238", "201859233", "201859232", "201859231", "201859230", "201859237", "201859236", "201859235", "201859234"], "equivalent": ["201859225"], "question": "Is the backpack large and dark?", "imageId": "n460556", "isBalanced": true, "groups": {"global": null, "local": "05-dark_large"}, "answer": "yes", "semanticStr": "select: backpack (2)->verify color: dark [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the backpack is large and dark."}, "201859035": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "gloves (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "not(large)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201859048", "201859044", "201859045", "201859046", "201859047"], "equivalent": ["201859035"], "question": "Are there any gloves or hats that are not large?", "imageId": "n460556", "isBalanced": true, "groups": {"global": null, "local": "04-hat_n#large"}, "answer": "no", "semanticStr": "select: hat (1)->filter size: not(large) [0]->exist: ? [1]->select: gloves (-) ->filter size: not(large) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a hat but it is large."}, "201859171": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201859102", "201859174", "201859175"], "equivalent": ["201859171"], "question": "Who is on the skateboard?", "imageId": "n460556", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_on,s"}, "answer": "skateboarder", "semanticStr": "select: skateboard (0)->relate: person,on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is on the skateboard."}, "201859269": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(gray)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scooter (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(gray)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201859277", "201859276", "201859275", "201859279", "201859278"], "equivalent": ["201859269"], "question": "Do you see bicycles or scooters that are not gray?", "imageId": "n460556", "isBalanced": true, "groups": {"global": null, "local": "04-bicycle_n#gray"}, "answer": "no", "semanticStr": "select: bicycle (4)->filter color: not(gray) [0]->exist: ? [1]->select: scooter (-) ->filter color: not(gray) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bicycle but it is gray."}, "20452134": {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging off,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452133"], "equivalent": ["20452134"], "question": "What is hanging off the picture frame?", "imageId": "n6908", "isBalanced": true, "groups": {"global": "thing", "local": "14-picture frame_hanging off,s"}, "answer": "christmas light", "semanticStr": "select: picture frame (0)->relate: _,hanging off,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1:3": "6", "7:9": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The Christmas light is hanging off the picture frame."}, "20452122": {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify rel", "dependencies": [1], "argument": "flowers,hanging above,o (9)"}], "entailed": [], "equivalent": ["20452122"], "question": "Is the dark picture hanging above the flowers that are not rotten?", "imageId": "n6908", "isBalanced": true, "groups": {"global": null, "local": "13-picture_flowers"}, "answer": "yes", "semanticStr": "select: picture (3)->filter color: dark [0]->verify rel: flowers,hanging above,o (9) [1]", "annotations": {"answer": {}, "question": {"11": "9", "2:4": "3", "7": "9"}, "fullAnswer": {"2": "3", "7": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the picture is hanging above the flowers."}, "20451979": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (10)"}, {"operation": "verify opaqness", "dependencies": [0], "argument": "clear"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20451979"], "question": "Is the glass both large and clear?", "imageId": "n6908", "isBalanced": true, "groups": {"global": null, "local": "05-clear_large"}, "answer": "no", "semanticStr": "select: glass (10)->verify opaqness: clear [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the glass is clear but small."}, "20452255": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(uncomfortable)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20452261", "20452263", "20452262", "20452265", "20452267", "20452266", "20452254", "20452256", "20452257", "20452251", "20452252", "20452253"], "equivalent": ["20452255"], "question": "The chair that is not uncomfortable has what color?", "imageId": "n6908", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "blue", "semanticStr": "select: chair (8)->filter: not(uncomfortable) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "8", "5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is blue."}, "20451927": {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20451935", "20451920", "20451926", "20451925", "20451924", "20451928", "20451938", "20451939", "20451896", "20451918", "20451915"], "equivalent": ["20451927"], "question": "Which kind of material makes up the round table?", "imageId": "n6908", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "metal", "semanticStr": "select: table (11)->filter shape: round [0]->query: material [1]", "annotations": {"answer": {}, "question": {"7:9": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of metal."}, "201337263": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201337264", "201337267", "201337225", "201337268"], "equivalent": ["201337263"], "question": "What is in front of the tall trees?", "imageId": "n329479", "isBalanced": true, "groups": {"global": "object", "local": "14-trees_in front of,s"}, "answer": "bench", "semanticStr": "select: tree (0)->filter height: tall [0]->relate: _,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"6:8": "0"}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bench is in front of the trees."}, "201336922": {"semantic": [{"operation": "select", "dependencies": [], "argument": "t-shirt (4)"}, {"operation": "select", "dependencies": [], "argument": "bike (9) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201336922"], "question": "What do both the tshirt and the bike have in common?", "imageId": "n329479", "isBalanced": true, "groups": {"global": null, "local": "09common-bike_t-shirt"}, "answer": "color", "semanticStr": "select: t-shirt (4)->select: bike (9) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "9"}, "fullAnswer": {"4": "4", "7": "9"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the tshirt and the bike are black."}, "201336956": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201336954", "201336955", "201337046"], "equivalent": ["201336956"], "question": "What is the man using?", "imageId": "n329479", "isBalanced": true, "groups": {"global": "object", "local": "14-man_using,o"}, "answer": "skateboard", "semanticStr": "select: man (1)->relate: _,using,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is using a skateboard."}, "201337043": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wheels (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201337041", "201337042", "201337045", "201337044"], "equivalent": ["201337043"], "question": "What are the wheels made of?", "imageId": "n329479", "isBalanced": true, "groups": {"global": "material", "local": "10q-wheels_material"}, "answer": "plastic", "semanticStr": "select: wheels (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wheels are made of plastic."}, "201337154": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201337163", "201337160", "201337164", "201337159", "201337158", "201337153", "201337152", "201337157", "201337156", "201337155"], "equivalent": ["201337155", "201337154"], "question": "Do the shoes have white color?", "imageId": "n329479", "isBalanced": true, "groups": {"global": null, "local": "06-shoes_white"}, "answer": "yes", "semanticStr": "select: shoes (6)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shoes are white."}, "20621909": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (19)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20621909"], "question": "Are there toilets near the wall?", "imageId": "n210269", "isBalanced": true, "groups": {"global": null, "local": "13-wall_toilet"}, "answer": "no", "semanticStr": "select: wall (19)->relate: toilet,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "19"}, "fullAnswer": {"4": "14", "7": "19"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a fence near the wall."}, "20621736": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20621735"], "equivalent": ["20621736"], "question": "Which place is it?", "imageId": "n210269", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "pavement", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a pavement."}, "20622082": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (15)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,over,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20622079", "20622078", "20622095", "20622094", "20622093", "20622092", "20622091", "20622075", "20622053", "20622052", "20622051", "20622080", "20622081", "20622084", "20622085", "20622086"], "equivalent": ["20622082"], "question": "What is the color of the animals that the window is over?", "imageId": "n210269", "isBalanced": true, "groups": {"global": "color", "local": "10q-horses_color"}, "answer": "brown", "semanticStr": "select: window (15)->relate: animal,over,o (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "15", "6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horses are brown."}, "20621945": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (17)"}, {"operation": "verify", "dependencies": [0], "argument": "antique"}], "entailed": ["20621950", "20621929", "20621941", "20621942", "20621943", "20621944", "20621946"], "equivalent": ["20621945"], "question": "Is the door antique?", "imageId": "n210269", "isBalanced": true, "groups": {"global": null, "local": "06-door_antique"}, "answer": "no", "semanticStr": "select: door (17)->verify: antique [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the door is modern."}, "20621865": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (14)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20621863", "20621864"], "equivalent": ["20621865"], "question": "Is the fence in the top or in the bottom of the photo?", "imageId": "n210269", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_vposition"}, "answer": "top", "semanticStr": "select: fence (14)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is in the top of the image."}, "201880372": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (12)"}, {"operation": "relate", "dependencies": [0], "argument": "sink,near,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201880367", "201880374", "201880376", "201880377", "201880370", "201880371", "201880373", "201880375", "201880365", "201880369", "201880368", "201880379"], "equivalent": ["201880372"], "question": "How large is the sink near the bathtub?", "imageId": "n95369", "isBalanced": true, "groups": {"global": "size", "local": "10q-sink_size"}, "answer": "small", "semanticStr": "select: bathtub (12)->relate: sink,near,s (1) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "12"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is small."}, "201880402": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dispenser (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pens (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201880400", "201880401"], "equivalent": ["201880402"], "question": "Are there either pens or dispensers in this photograph?", "imageId": "n95369", "isBalanced": true, "groups": {"global": null, "local": "09existOr-dispenser_pens"}, "answer": "no", "semanticStr": "select: dispenser (-)->exist: ? [0]->select: pens (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no pens or dispensers."}, "201880417": {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "low "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201880417"], "question": "Is the toilet low and brown?", "imageId": "n95369", "isBalanced": true, "groups": {"global": null, "local": "05-brown_low"}, "answer": "no", "semanticStr": "select: toilet (0)->verify color: brown [0]->verify: low  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet is low but white."}, "201880490": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (4)"}, {"operation": "choose", "dependencies": [0], "argument": "empty|full"}], "entailed": ["201880486", "201880491", "201880488", "201880489", "201880487"], "equivalent": ["201880490", "201880491", "201880489"], "question": "Is the bathroom full or empty?", "imageId": "n95369", "isBalanced": true, "groups": {"global": "16", "local": "10c-bathroom_16"}, "answer": "empty", "semanticStr": "select: bathroom (4)->choose: empty|full [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bathroom is empty."}, "201880467": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201880464", "201880466", "201880468", "201880472"], "equivalent": ["201880467"], "question": "What is the mirror made of?", "imageId": "n95369", "isBalanced": true, "groups": {"global": "material", "local": "10q-mirror_material"}, "answer": "glass", "semanticStr": "select: mirror (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is made of glass."}, "20414571": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20414571"], "question": "Who in this scene is standing?", "imageId": "n16936", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "spectators", "semanticStr": "select: person (7)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectators are standing."}, "20414469": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing on,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20414470", "20414394"], "equivalent": ["20414469"], "question": "Who is standing on the skateboard that looks black?", "imageId": "n16936", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_standing on,s"}, "answer": "skateboarder", "semanticStr": "select: skateboard (1)->filter color: black [0]->relate: person,standing on,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"8": "1", "5": "1"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is standing on the skateboard."}, "20414337": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "outdoors"}], "entailed": ["20414339", "20414338"], "equivalent": ["20414337"], "question": "Is it an outdoors scene?", "imageId": "n16936", "isBalanced": true, "groups": {"global": null, "local": "01-location_outdoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is outdoors."}, "20414336": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20414335"], "equivalent": ["20414336"], "question": "Which place is it?", "imageId": "n16936", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "skate park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a skate park."}, "20414611": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414609", "20414610"], "equivalent": ["20414611"], "question": "What is in front of the trees?", "imageId": "n16936", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,s"}, "answer": "skate park", "semanticStr": "select: trees (8)->relate: _,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skatepark is in front of the trees."}, "202248882": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (11)"}, {"operation": "filter", "dependencies": [0], "argument": "high"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "kite (-) "}, {"operation": "filter", "dependencies": [3], "argument": "high"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202248883"], "equivalent": ["202248882"], "question": "Are there either high kites or traffic lights?", "imageId": "n522733", "isBalanced": true, "groups": {"global": null, "local": "04-traffic light_high"}, "answer": "yes", "semanticStr": "select: traffic light (11)->filter: high [0]->exist: ? [1]->select: kite (-) ->filter: high [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6:8": "11"}, "fullAnswer": {"5:7": "11"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a high traffic light."}, "202248975": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202248985", "202248967", "202248973", "202248972", "202248971", "202248970", "202248977", "202248976", "202248974", "202248968", "202248969", "202248979", "202248978", "202248982", "202248980", "202248981"], "equivalent": ["202248975"], "question": "How big is the black vehicle?", "imageId": "n522733", "isBalanced": true, "groups": {"global": "size", "local": "10q-suv_size"}, "answer": "large", "semanticStr": "select: vehicle (0)->filter color: black [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The SUV is large."}, "202248875": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (13)"}, {"operation": "select", "dependencies": [], "argument": "building (14) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202248875"], "question": "Is the sidewalk made of the same material as the building?", "imageId": "n522733", "isBalanced": true, "groups": {"global": null, "local": "09same-building_sidewalk"}, "answer": "no", "semanticStr": "select: sidewalk (13)->select: building (14) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "14", "2": "13"}, "fullAnswer": {"9": "14", "2": "13"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the sidewalk is made of cement and the building is made of glass."}, "202249016": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202249015", "202249014", "202249013"], "equivalent": ["202249016"], "question": "Which side of the image is the beige car on?", "imageId": "n522733", "isBalanced": true, "groups": {"global": null, "local": "10q-car_hposition"}, "answer": "left", "semanticStr": "select: car (6)->filter color: beige [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is on the left of the image."}, "202248865": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202248864", "202248863"], "equivalent": ["202248865"], "question": "Which place is it?", "imageId": "n522733", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street."}, "20644764": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "choose activity", "dependencies": [0], "argument": "staring|drinking"}], "entailed": [], "equivalent": ["20644764"], "question": "Is the man drinking or staring?", "imageId": "n250821", "isBalanced": true, "groups": {"global": "activity", "local": "10c-man_activity"}, "answer": "staring", "semanticStr": "select: man (5)->choose activity: staring|drinking [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is staring."}, "20644644": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "room"}], "entailed": ["20644645", "20644643"], "equivalent": ["20644644"], "question": "Which room is it?", "imageId": "n250821", "isBalanced": true, "groups": {"global": "room", "local": "02q-room"}, "answer": "bedroom", "semanticStr": "select: scene->query: room [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a bedroom."}, "20644681": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,falling off,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644682"], "equivalent": ["20644681"], "question": "What is falling off the floor?", "imageId": "n250821", "isBalanced": true, "groups": {"global": "footwear", "local": "14-floor_falling off,s"}, "answer": "sneakers", "semanticStr": "select: floor (6)->relate: _,falling off,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"5": "6"}, "fullAnswer": {"1": "1", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sneakers are falling off the floor."}, "20644671": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20644669", "20644670"], "equivalent": ["20644671"], "question": "What color are the jeans?", "imageId": "n250821", "isBalanced": true, "groups": {"global": "color", "local": "10q-jeans_color"}, "answer": "gray", "semanticStr": "select: jeans (14)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jeans are gray."}, "20644659": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cable (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644660"], "equivalent": ["20644659"], "question": "The cable is on what?", "imageId": "n250821", "isBalanced": true, "groups": {"global": "material", "local": "14-cable_on,o"}, "answer": "paper", "semanticStr": "select: cable (15)->relate: _,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1": "15"}, "fullAnswer": {"1": "15", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cable is on the paper."}, "201080464": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201080463"], "equivalent": ["201080464"], "question": "What is wearing the glove?", "imageId": "n154160", "isBalanced": true, "groups": {"global": "", "local": "14-glove_wearing,s"}, "answer": "pitcher", "semanticStr": "select: glove (16)->relate: _,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a glove."}, "201080545": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201080545"], "question": "Who is wearing pants?", "imageId": "n154160", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "catcher", "semanticStr": "select: pants (10)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "10"}, "fullAnswer": {"1": "4", "4": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is wearing pants."}, "201080476": {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201080484", "201080485", "201080475", "201080474", "201080473", "201080472", "201080471", "201080482", "201080483", "201080480", "201080481", "201080479", "201080478"], "equivalent": ["201080476"], "question": "What is the umpire doing?", "imageId": "n154160", "isBalanced": true, "groups": {"global": "pose", "local": "10q-umpire_pose"}, "answer": "standing", "semanticStr": "select: umpire (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is standing."}, "201080477": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201080477"], "question": "Who is standing?", "imageId": "n154160", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "umpire", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The umpire is standing."}, "201080511": {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (3)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201080512"], "equivalent": ["201080512", "201080511"], "question": "Do you see a horse on the field?", "imageId": "n154160", "isBalanced": true, "groups": {"global": null, "local": "13-field_horse"}, "answer": "no", "semanticStr": "select: field (3)->relate: horse,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"4": "0", "7": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an umpire on the field."}, "201301834": {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201301840", "201301838", "201301836", "201301848", "201301849", "201301833", "201301842", "201301835", "201301837", "201301852", "201301839", "201301841", "201301851", "201301843", "201301844", "201301845", "201301846", "201301847"], "equivalent": ["201301833", "201301834"], "question": "Does the ground look smooth and green?", "imageId": "n127705", "isBalanced": true, "groups": {"global": null, "local": "05-green_smooth"}, "answer": "yes", "semanticStr": "select: ground (13)->verify color: green [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the ground is smooth and green."}, "201302009": {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201302001", "201302000", "201302012", "201302010", "201302011", "201301998", "201301999"], "equivalent": ["201302009", "201302010"], "question": "Are there white rackets in this image?", "imageId": "n127705", "isBalanced": true, "groups": {"global": null, "local": "04-racket_white"}, "answer": "yes", "semanticStr": "select: racket (7)->filter color: white [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"5": "7"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a white racket."}, "201302074": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201302061", "201302060", "201302066", "201302064", "201302052", "201302053", "201302051", "201302056", "201302057", "201302054", "201302055", "201302058", "201302059", "201302079", "201302075", "201302076", "201302085", "201302048", "201302081", "201302080", "201302083", "201302082", "201302049", "201302084"], "equivalent": ["201302074", "201302075"], "question": "Are the shorts clean and blue?", "imageId": "n127705", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clean"}, "answer": "yes", "semanticStr": "select: shorts (8)->verify color: blue [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are clean and blue."}, "201301990": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201301959", "201301992", "201301993", "201301991", "201301983", "201301976", "201301977", "201301989", "201301988"], "equivalent": ["201301990"], "question": "How clean do you think are the trousers?", "imageId": "n127705", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-pants_cleanliness"}, "answer": "clean", "semanticStr": "select: pants (3)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are clean."}, "201301832": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "racket,holding,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": [], "equivalent": ["201301832"], "question": "How hard is the racket that the person is holding?", "imageId": "n127705", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-racket_hardness"}, "answer": "hard", "semanticStr": "select: person (2)->relate: racket,holding,o (10) [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"4": "10", "7": "2"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tennis racket is hard."}, "20412285": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bricks (9)"}, {"operation": "select", "dependencies": [], "argument": "flowers (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20412286", "20412284"], "equivalent": ["20412286", "20412285"], "question": "Is the color of the bricks different than that of the flowers?", "imageId": "n445353", "isBalanced": true, "groups": {"global": null, "local": "09diff-bricks_flowers"}, "answer": "yes", "semanticStr": "select: bricks (9)->select: flowers (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "0", "5": "9"}, "fullAnswer": {"2": "9", "7": "0"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the bricks are red and the flowers are white."}, "20412546": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bricks (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412360", "20412545"], "equivalent": ["20412546"], "question": "What item of furniture are the bricks behind of?", "imageId": "n445353", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bricks_behind,o"}, "answer": "chair", "semanticStr": "select: bricks (9)->relate: furniture,behind,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1:4": "10"}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bricks are behind the chair."}, "20412483": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boxes (5)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20412481", "20412480", "20412482"], "equivalent": ["20412483"], "question": "Which side of the picture are the tall boxes on?", "imageId": "n445353", "isBalanced": true, "groups": {"global": null, "local": "10q-boxes_hposition"}, "answer": "right", "semanticStr": "select: boxes (5)->filter height: tall [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boxes are on the right of the image."}, "20412528": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (6)"}, {"operation": "choose activity", "dependencies": [1], "argument": "talking|posing"}], "entailed": [], "equivalent": ["20412528"], "question": "Does the person to the left of the other person seem to be talking or posing?", "imageId": "n445353", "isBalanced": true, "groups": {"global": "activity", "local": "10c-person_activity"}, "answer": "talking", "semanticStr": "select: person (7)->relate: person,to the left of,s (6) [0]->choose activity: talking|posing [1]", "annotations": {"answer": {}, "question": {"9": "7", "2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is talking."}, "20412508": {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "books,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20412508"], "question": "Are there books on the floor that looks red?", "imageId": "n445353", "isBalanced": true, "groups": {"global": null, "local": "13-floor_books"}, "answer": "no", "semanticStr": "select: floor (13)->filter color: red [0]->relate: books,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "13", "5": "13"}, "fullAnswer": {"3": "5", "6": "13"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are boxes on the floor."}, "20589037": {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|white"}], "entailed": ["20589036"], "equivalent": ["20589037", "20589036"], "question": "Which color is that beach, blue or white?", "imageId": "n258500", "isBalanced": true, "groups": {"global": "color", "local": "10c-beach_color"}, "answer": "blue", "semanticStr": "select: beach (8)->choose color: blue|white [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The beach is blue."}, "20588945": {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20588944"], "equivalent": ["20588945"], "question": "Who is wearing the headband?", "imageId": "n258500", "isBalanced": true, "groups": {"global": "person", "local": "14-headband_wearing,s"}, "answer": "skater", "semanticStr": "select: headband (2)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing a hair band."}, "20588987": {"semantic": [{"operation": "select", "dependencies": [], "argument": "speakers (7)"}, {"operation": "verify", "dependencies": [0], "argument": "high"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20588987"], "question": "Do the speakers look high and white?", "imageId": "n258500", "isBalanced": true, "groups": {"global": null, "local": "05-high_white"}, "answer": "no", "semanticStr": "select: speakers (7)->verify: high [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the speakers are high but black."}, "20589022": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20589020", "20589021"], "equivalent": ["20589022"], "question": "What's under the skater?", "imageId": "n258500", "isBalanced": true, "groups": {"global": "thing", "local": "14-skater_under,s"}, "answer": "graffiti", "semanticStr": "select: skater (5)->relate: _,under,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The graffiti is under the skater."}, "20588909": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (5)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20588908", "20588904", "20588905", "20588906", "20588907"], "equivalent": ["20588909"], "question": "What is the skater doing?", "imageId": "n258500", "isBalanced": true, "groups": {"global": "activity", "local": "10q-skater_activity"}, "answer": "looking down", "semanticStr": "select: skater (5)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skater is looking down."}, "201404241": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mother (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,drinking from,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201404242"], "equivalent": ["201404241"], "question": "What animal is drinking from the mother?", "imageId": "n331357", "isBalanced": true, "groups": {"global": "animal", "local": "14-mother_drinking from,s"}, "answer": "calf", "semanticStr": "select: mother (8)->relate: animal,drinking from,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The calf is drinking from the mother."}, "201404047": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,eating,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201404003", "201404049", "201404050"], "equivalent": ["201404047"], "question": "What animal is eating the grass?", "imageId": "n331357", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_eating,s"}, "answer": "cows", "semanticStr": "select: grass (6)->relate: animal,eating,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cows are eating the grass."}, "201403947": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201403951", "201403950", "201403952", "201403948", "201403949", "201403946"], "equivalent": ["201403947"], "question": "How's the weather?", "imageId": "n331357", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudless", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudless."}, "201404151": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201404153", "201404154", "201404155", "201404157", "201404158", "201404159", "201404138", "201404139", "201404136", "201404152", "201404135", "201404118", "201404133", "201404156", "201404131", "201404123", "201404167", "201404122", "201404161", "201404160", "201404162", "201404121", "201404120", "201404149", "201404104", "201404101", "201404141", "201404140", "201404147", "201404137", "201404134"], "equivalent": ["201404151"], "question": "Does that grass have long length and green color?", "imageId": "n331357", "isBalanced": true, "groups": {"global": null, "local": "05-green_long"}, "answer": "yes", "semanticStr": "select: grass (6)->verify color: green [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is long and green."}, "201404043": {"semantic": [{"operation": "select", "dependencies": [], "argument": "cows (2)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201404037", "201404039", "201404038", "201404042", "201404040", "201404041"], "equivalent": ["201404043"], "question": "What are the cows doing?", "imageId": "n331357", "isBalanced": true, "groups": {"global": "activity", "local": "10q-cows_activity"}, "answer": "eating", "semanticStr": "select: cows (2)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cows are eating."}, "201687440": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201687438", "201687439"], "equivalent": ["201687440"], "question": "What is the man holding onto?", "imageId": "n228268", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding onto,o"}, "answer": "paddle", "semanticStr": "select: man (3)->relate: _,holding onto,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "3", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding onto the oar."}, "201687514": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (7)"}, {"operation": "query", "dependencies": [0], "argument": "state"}], "entailed": ["201687498", "201687519", "201687518", "201687517", "201687516", "201687515", "201687513", "201687512", "201687511"], "equivalent": ["201687514"], "question": "How is the water today?", "imageId": "n228268", "isBalanced": true, "groups": {"global": "state", "local": "10q-water_state"}, "answer": "wavy", "semanticStr": "select: water (7)->query: state [0]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "state", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water is wavy."}, "201687485": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|short sleeved"}], "entailed": ["201687467", "201687489", "201687484", "201687478", "201687481", "201687480", "201687483", "201687482", "201687468"], "equivalent": ["201687485"], "question": "Does the shirt look short sleeved or long sleeved?", "imageId": "n228268", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (5)->choose: long sleeved|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved."}, "201687547": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201687546"], "equivalent": ["201687547"], "question": "Who are the shorts worn on?", "imageId": "n228268", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_worn on,o"}, "answer": "man", "semanticStr": "select: shorts (6)->relate: person,worn on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "6", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shorts are worn on the man."}, "201687525": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "wet "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201687540", "201687541", "201687542", "201687527", "201687526", "201687528", "201687529", "201687539", "201687538", "201687531", "201687530", "201687532", "201687535", "201687534", "201687537", "201687536"], "equivalent": ["201687525"], "question": "Are the shorts black and wet?", "imageId": "n228268", "isBalanced": true, "groups": {"global": null, "local": "05-black_wet"}, "answer": "yes", "semanticStr": "select: shorts (6)->verify color: black [0]->verify: wet  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are black and wet."}, "201616151": {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "filter", "dependencies": [0], "argument": "patterned"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616150", "201616125", "201616126", "201616127", "201616128", "201616129", "201616149"], "equivalent": ["201616151"], "question": "Which kind of furniture is patterned?", "imageId": "n65230", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_patterned"}, "answer": "table", "semanticStr": "select: furniture (3)->filter: patterned [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table."}, "201616068": {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616069", "201616070"], "equivalent": ["201616069", "201616068"], "question": "What is that rug in front of?", "imageId": "n65230", "isBalanced": true, "groups": {"global": "object", "local": "14-rug_in front of,o"}, "answer": "toilet", "semanticStr": "select: rug (1)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the toilet."}, "201616225": {"semantic": [{"operation": "select", "dependencies": [], "argument": "walls (7)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "tan "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201616234", "201616226", "201616237", "201616230", "201616231", "201616227", "201616233", "201616238", "201616236", "201616229", "201616228", "201616235"], "equivalent": ["201616225", "201616226"], "question": "Are the walls both tan and hard?", "imageId": "n65230", "isBalanced": true, "groups": {"global": null, "local": "05-hard_tan"}, "answer": "yes", "semanticStr": "select: walls (7)->verify hardness: hard [0]->verify color: tan  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the walls are tan and hard."}, "201616191": {"semantic": [{"operation": "select", "dependencies": [], "argument": "walls (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,connected to,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201616191"], "question": "What is connected to the walls?", "imageId": "n65230", "isBalanced": true, "groups": {"global": "", "local": "14-walls_connected to,s"}, "answer": "pipes", "semanticStr": "select: walls (7)->relate: _,connected to,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pipes are connected to the walls."}, "201616202": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter", "dependencies": [0], "argument": "knit"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616201", "201616200"], "equivalent": ["201616202"], "question": "What kind of clothing is knit?", "imageId": "n65230", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_knit"}, "answer": "shirt", "semanticStr": "select: clothing (5)->filter: knit [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt."}, "201467295": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "relate", "dependencies": [1], "argument": "animal,sitting on,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201467294", "201467296", "201467243"], "equivalent": ["201467295"], "question": "What kind of animal sits on the gray sidewalk?", "imageId": "n437192", "isBalanced": true, "groups": {"global": "animal", "local": "15-sidewalk_sitting on,s"}, "answer": "bear", "semanticStr": "select: sidewalk (7)->filter color: gray [0]->relate: animal,sitting on,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "7:9": "7"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a bear."}, "201467325": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (4)"}, {"operation": "relate", "dependencies": [0], "argument": "bear,on top of,s (2)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201467324", "201467327", "201467320", "201467321", "201467322", "201467323"], "equivalent": ["201467325"], "question": "Which size is the bear on top of the other bear, small or large?", "imageId": "n437192", "isBalanced": true, "groups": {"global": "size", "local": "10c-bear_size"}, "answer": "small", "semanticStr": "select: bear (4)->relate: bear,on top of,s (2) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"10": "4", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bear is small."}, "201467233": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201467232", "201467231"], "equivalent": ["201467233"], "question": "Which place is it?", "imageId": "n437192", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "sidewalk", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a sidewalk."}, "201428542": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "relate", "dependencies": [1], "argument": "device,holding,o (3)"}, {"operation": "choose name", "dependencies": [2], "argument": "remote control|phone"}], "entailed": ["201428541"], "equivalent": ["201428541", "201428542"], "question": "What is the short person holding, a remote control or a phone?", "imageId": "n199758", "isBalanced": true, "groups": {"global": "device", "local": "15-person_holding,o"}, "answer": "remote control", "semanticStr": "select: person (0)->filter height: short [0]->relate: device,holding,o (3) [1]->choose name: remote control|phone [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:5": "0", "7:9": "3"}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is holding a remote control."}, "201428430": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (11)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|sleeveless"}], "entailed": ["201428433", "201428426", "201428427", "201428425", "201428428", "201428429"], "equivalent": ["201428430"], "question": "Is the shirt long sleeved or sleeveless?", "imageId": "n199758", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (11)->choose: long sleeved|sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved."}, "201428488": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201428619", "201428620", "201428487", "201428489"], "equivalent": ["201428488", "201428487"], "question": "The tall person is holding what?", "imageId": "n199758", "isBalanced": true, "groups": {"global": "device", "local": "14-person_holding,o"}, "answer": "remote control", "semanticStr": "select: person (1)->filter height: tall [0]->relate: _,holding,o (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"1:3": "1"}, "fullAnswer": {"1": "1", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is holding the remote."}, "201428596": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201428593", "201428594", "201428595"], "equivalent": ["201428596"], "question": "On which side of the photo are the small glasses?", "imageId": "n199758", "isBalanced": true, "groups": {"global": null, "local": "10q-glasses_hposition"}, "answer": "right", "semanticStr": "select: glasses (2)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are on the right of the image."}, "201428649": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (9)"}, {"operation": "filter", "dependencies": [0], "argument": "not(uncomfortable)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201428655", "201428651", "201428647", "201428653", "201428652", "201428648", "201428645", "201428646", "201428650"], "equivalent": ["201428649", "201428648"], "question": "Do the shoes that are not uncomfortable have black color?", "imageId": "n199758", "isBalanced": true, "groups": {"global": null, "local": "06-shoes_black"}, "answer": "yes", "semanticStr": "select: shoes (9)->filter: not(uncomfortable) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2": "9", "6": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shoes are black."}, "202240700": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240701"], "equivalent": ["202240700"], "question": "What is the shirt worn on?", "imageId": "n162148", "isBalanced": true, "groups": {"global": "clothing", "local": "14-shirt_worn on,o"}, "answer": "undershirt", "semanticStr": "select: shirt (5)->relate: _,worn on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is worn on the undershirt."}, "202240467": {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "verify race", "dependencies": [0], "argument": "asian"}], "entailed": ["202240425", "202240427", "202240426", "202240428", "202240461", "202240460", "202240463", "202240462", "202240465", "202240464"], "equivalent": ["202240467"], "question": "Is this an Asian man?", "imageId": "n162148", "isBalanced": true, "groups": {"global": null, "local": "06-man_asian"}, "answer": "no", "semanticStr": "select: man (1)->verify race: asian [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a Caucasian man."}, "202240582": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on top of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["202240578", "202240593", "202240597", "202240596", "202240589", "202240577", "202240576", "202240585", "202240584", "202240583", "202240580", "202240581", "202240591", "202240590", "202240579", "202240592"], "equivalent": ["202240582"], "question": "Which ethnicity do you think the person the hair is on top of is?", "imageId": "n162148", "isBalanced": true, "groups": {"global": "race", "local": "10q-woman_race"}, "answer": "asian", "semanticStr": "select: hair (8)->relate: person,on top of,o (2) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"8": "8", "6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is asian."}, "202240720": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress shirt (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "orange"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202240731", "202240732", "202240730", "202240728", "202240729", "202240722", "202240723", "202240721", "202240726", "202240727", "202240724", "202240725"], "equivalent": ["202240720"], "question": "Does the dress shirt look orange and striped?", "imageId": "n162148", "isBalanced": true, "groups": {"global": null, "local": "05-orange_striped"}, "answer": "yes", "semanticStr": "select: dress shirt (6)->verify color: orange [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the dress shirt is orange and striped."}, "202240398": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,2)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["202240398"], "question": "Are both the people female?", "imageId": "n162148", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (1,2)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female."}, "201608366": {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201608379", "201608365", "201608364", "201608367"], "equivalent": ["201608366"], "question": "What color is the grass?", "imageId": "n123075", "isBalanced": true, "groups": {"global": "color", "local": "10q-grass_color"}, "answer": "green", "semanticStr": "select: grass (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is green."}, "201608283": {"semantic": [{"operation": "select", "dependencies": [], "argument": "donkey (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "spiders (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201608282"], "equivalent": ["201608283"], "question": "Is there either a donkey or a spider in the image?", "imageId": "n123075", "isBalanced": true, "groups": {"global": null, "local": "09existOr-donkey_spiders"}, "answer": "no", "semanticStr": "select: donkey (-)->exist: ? [0]->select: spiders (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no spiders or donkeys."}, "20861028": {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (10)"}, {"operation": "filter", "dependencies": [1], "argument": "old"}, {"operation": "choose size", "dependencies": [2], "argument": "large|small"}], "entailed": ["20861030", "20861013", "20861023", "20861011", "20861033", "20861021", "20861012", "20861025", "20861024", "20861027", "20861026", "20861014", "20861020", "20861016", "20861017", "20861018", "20861019", "20861029", "20861034", "20861015"], "equivalent": ["20861028"], "question": "Is the old vehicle in front of the building small or large?", "imageId": "n434283", "isBalanced": true, "groups": {"global": "size", "local": "10c-car_size"}, "answer": "large", "semanticStr": "select: building (12)->relate: vehicle,in front of,s (10) [0]->filter: old [1]->choose size: large|small [2]", "annotations": {"answer": {}, "question": {"8": "12", "2:4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The car is large."}, "20861138": {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (16)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|pink"}], "entailed": [], "equivalent": ["20861138"], "question": "Are the trousers blue or pink?", "imageId": "n434283", "isBalanced": true, "groups": {"global": "color", "local": "10c-pants_color"}, "answer": "blue", "semanticStr": "select: pants (16)->choose color: blue|pink [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trousers are blue."}, "20861165": {"semantic": [{"operation": "select", "dependencies": [], "argument": "tire (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [1], "argument": "old"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20861164", "20861166", "20861167", "20861160", "20861161", "20861163", "20861168", "20861169", "20861159", "20861158", "20861142", "20861155", "20861154", "20861156"], "equivalent": ["20861164", "20861165"], "question": "Is the tire that looks dark round and old?", "imageId": "n434283", "isBalanced": true, "groups": {"global": null, "local": "05-old_round"}, "answer": "yes", "semanticStr": "select: tire (3)->filter color: dark [0]->verify: old [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tire is round and old."}, "20861262": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "_,under,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20861263", "20861226"], "equivalent": ["20861262"], "question": "What is under the mirror in the top?", "imageId": "n434283", "isBalanced": true, "groups": {"global": "thing", "local": "14-mirror_under,s"}, "answer": "sand", "semanticStr": "select: mirror (5)->filter vposition: top [0]->relate: _,under,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"4": "5"}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sand is under the mirror."}, "20861269": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (13) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20861267", "20861266", "20861270", "20861076", "20861077"], "equivalent": ["20861270", "20861269"], "question": "Are there both windows and doors in the photograph?", "imageId": "n434283", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_window"}, "answer": "yes", "semanticStr": "select: door (9)->exist: ? [0]->select: window (13) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "13", "5": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a door and a window."}, "2076343": {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (19)"}, {"operation": "filter activity", "dependencies": [0], "argument": "driving"}, {"operation": "verify color", "dependencies": [1], "argument": "cream colored"}, {"operation": "verify weight", "dependencies": [1], "argument": "light "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2076342", "2076344"], "equivalent": ["2076343", "2076344"], "question": "Is the vehicle that is driving light and cream colored?", "imageId": "n173807", "isBalanced": true, "groups": {"global": null, "local": "05-cream colored_light"}, "answer": "no", "semanticStr": "select: vehicle (19)->filter activity: driving [0]->verify color: cream colored [1]->verify weight: light  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "19", "5": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bus is cream colored but heavy."}, "2076502": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076503"], "equivalent": ["2076502"], "question": "What is the fence in front of?", "imageId": "n173807", "isBalanced": true, "groups": {"global": "building", "local": "14-fence_in front of,o"}, "answer": "houses", "semanticStr": "select: fence (4)->relate: _,in front of,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "7": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the houses."}, "2076132": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wheels (12)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["2076129", "2076127", "2076126", "2076125", "2076134", "2076135", "2076136", "2076130", "2076131", "2076133", "2076171", "2076138", "2076157"], "equivalent": ["2076132"], "question": "How big are the heavy wheels?", "imageId": "n173807", "isBalanced": true, "groups": {"global": "size", "local": "10q-wheels_size"}, "answer": "large", "semanticStr": "select: wheels (12)->filter weight: heavy [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wheels are large."}, "2076118": {"semantic": [{"operation": "select", "dependencies": [], "argument": "chimney (8)"}, {"operation": "select", "dependencies": [], "argument": "street sign (2) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["2076119"], "equivalent": ["2076118", "2076119"], "question": "What do both the chimney and the street sign have in common?", "imageId": "n173807", "isBalanced": true, "groups": {"global": null, "local": "09common-chimney_street sign"}, "answer": "color", "semanticStr": "select: chimney (8)->select: street sign (2) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "8", "7:9": "2"}, "fullAnswer": {"4": "8", "7:9": "2"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the chimney and the street sign are red."}, "20299685": {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify state", "dependencies": [0], "argument": "still "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20299685"], "question": "Is the water blue and still?", "imageId": "n195925", "isBalanced": true, "groups": {"global": null, "local": "05-blue_still"}, "answer": "no", "semanticStr": "select: water (5)->verify color: blue [0]->verify state: still  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the water is blue but choppy."}, "20299811": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sailboat (9)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20299813", "20299812", "20299815", "20299814", "20299817", "20299816", "20299819", "20299818", "20299826", "20299824", "20299808"], "equivalent": ["20299811"], "question": "Is the sailboat small?", "imageId": "n195925", "isBalanced": true, "groups": {"global": null, "local": "06-sailboat_small"}, "answer": "yes", "semanticStr": "select: sailboat (9)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sailboat is small."}, "20299855": {"semantic": [{"operation": "select", "dependencies": [], "argument": "boat (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "flag (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20299856", "20299851"], "equivalent": ["20299855"], "question": "Is there a white flag or boat?", "imageId": "n195925", "isBalanced": true, "groups": {"global": null, "local": "04-boat_white"}, "answer": "yes", "semanticStr": "select: boat (8)->filter color: white [0]->exist: ? [1]->select: flag (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a white boat."}, "20299743": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (0)"}, {"operation": "relate", "dependencies": [0], "argument": "boat,near,s (7)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20299749", "20299731", "20299732", "20299733", "20299734", "20299736", "20299748", "20299738", "20299739", "20299751", "20299745", "20299744", "20299747", "20299742", "20299741", "20299740", "20299737", "20299750"], "equivalent": ["20299743"], "question": "Is the boat near the bridge white and small?", "imageId": "n195925", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: bridge (0)->relate: boat,near,s (7) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "0"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the boat is white and small."}, "20299655": {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (2)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20299665", "20299660", "20299657", "20299656", "20299654", "20299653", "20299659", "20299658"], "equivalent": ["20299655"], "question": "What is the size of the airplane?", "imageId": "n195925", "isBalanced": true, "groups": {"global": "size", "local": "10q-airplane_size"}, "answer": "large", "semanticStr": "select: airplane (2)->query: size [0]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The airplane is large."}, "20942901": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942902"], "equivalent": ["20942901"], "question": "Who is wearing a shoe?", "imageId": "n244826", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "soccer player", "semanticStr": "select: shoe (10)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"4": "10"}, "fullAnswer": {"1:3": "2", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a shoe."}, "20942886": {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942887"], "equivalent": ["20942886"], "question": "Who is wearing a headband?", "imageId": "n244826", "isBalanced": true, "groups": {"global": "person", "local": "14-headband_wearing,s"}, "answer": "soccer player", "semanticStr": "select: headband (4)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"4": "4"}, "fullAnswer": {"1:3": "3", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a headband."}, "20942911": {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "field,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20942910", "20942913", "20942912", "20942917", "20942916", "20942918", "20942909"], "equivalent": ["20942911"], "question": "What is the color of the field the soccer ball is on?", "imageId": "n244826", "isBalanced": true, "groups": {"global": "color", "local": "10q-field_color"}, "answer": "green", "semanticStr": "select: soccer ball (0)->relate: field,on,o (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8:10": "0", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is green."}, "20942926": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (9)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20942925"], "equivalent": ["20942926", "20942925"], "question": "Are the shorts small and white?", "imageId": "n244826", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: shorts (9)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are small but black."}, "20942768": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20942769", "20942767", "20942771", "20942770", "20942772"], "equivalent": ["20942768"], "question": "Which place is it?", "imageId": "n244826", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "field", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a field."}, "201798487": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (9)"}, {"operation": "choose material", "dependencies": [0], "argument": "plastic|stone"}], "entailed": [], "equivalent": ["201798487"], "question": "Which material makes up the trashcan, plastic or stone?", "imageId": "n530733", "isBalanced": true, "groups": {"global": "material", "local": "10c-trash can_material"}, "answer": "plastic", "semanticStr": "select: trash can (9)->choose material: plastic|stone [0]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trashcan is made of plastic."}, "201798334": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201798335", "201798336", "201798333"], "equivalent": ["201798334"], "question": "Are the shelves on the left side?", "imageId": "n530733", "isBalanced": true, "groups": {"global": null, "local": "06-shelves_left"}, "answer": "no", "semanticStr": "select: shelves (15)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shelves are on the right of the image."}, "201798375": {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "tan"}], "entailed": ["201798366", "201798367", "201798376", "201798377"], "equivalent": ["201798375", "201798376"], "question": "Is the counter tan?", "imageId": "n530733", "isBalanced": true, "groups": {"global": null, "local": "06-counter_tan"}, "answer": "no", "semanticStr": "select: counter (1)->verify color: tan [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the counter is black."}, "201798413": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sink,above,o (-)"}], "entailed": [], "equivalent": ["201798413"], "question": "Is the mirror above a sink?", "imageId": "n530733", "isBalanced": true, "groups": {"global": null, "local": "13-mirror_sink"}, "answer": "no", "semanticStr": "select: mirror (0)->verify rel: sink,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the mirror is above the counter."}, "201798319": {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash bag (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify vposition", "dependencies": [1], "argument": "top"}], "entailed": ["201798321", "201798322", "201798318", "201798320", "201798317"], "equivalent": ["201798319"], "question": "Is the plastic trash bag in the top part of the image?", "imageId": "n530733", "isBalanced": true, "groups": {"global": null, "local": "06-trash bag_top"}, "answer": "no", "semanticStr": "select: trash bag (13)->filter material: plastic [0]->verify vposition: top [1]", "annotations": {"answer": {}, "question": {"2:5": "13"}, "fullAnswer": {"2:4": "13"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the trash bag is in the bottom of the image."}, "202208445": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (3)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,to the right of,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202208445"], "question": "Is there a bus to the right of the bicycle?", "imageId": "n124651", "isBalanced": true, "groups": {"global": null, "local": "13-bicycle_bus"}, "answer": "no", "semanticStr": "select: bicycle (3)->relate: bus,to the right of,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "3", "3": "7"}, "fullAnswer": {"9": "3", "2": "7"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bus is to the left of the bicycle."}, "202208467": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hospital (9)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["202208465", "202208464", "202208466", "202208463", "202208472", "202208469", "202208468", "202208471", "202208470"], "equivalent": ["202208467", "202208466"], "question": "The hospital has what size?", "imageId": "n124651", "isBalanced": true, "groups": {"global": "size", "local": "10q-hospital_size"}, "answer": "large", "semanticStr": "select: hospital (9)->query: size [0]", "annotations": {"answer": {}, "question": {"1": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hospital is large."}, "202208490": {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (8)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["202208477", "202208489", "202208488", "202208494", "202208495", "202208496", "202208491", "202208492", "202208493"], "equivalent": ["202208490"], "question": "Does the road look clean?", "imageId": "n124651", "isBalanced": true, "groups": {"global": null, "local": "06-road_clean"}, "answer": "yes", "semanticStr": "select: road (8)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the road is clean."}, "202208360": {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (4)"}, {"operation": "verify pose", "dependencies": [0], "argument": "running"}], "entailed": ["202208362", "202208361"], "equivalent": ["202208360"], "question": "Is the traffic sign running?", "imageId": "n124651", "isBalanced": true, "groups": {"global": null, "local": "06-traffic sign_running"}, "answer": "yes", "semanticStr": "select: traffic sign (4)->verify pose: running [0]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the traffic sign is running."}, "202208280": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["202208281", "202208282"], "equivalent": ["202208280"], "question": "Is it an indoors scene?", "imageId": "n124651", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is indoors."}, "2091097": {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bus (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2091351", "2091074", "2091095", "2091096", "2091122"], "equivalent": ["2091097"], "question": "Are there any buses or trucks in the image?", "imageId": "n565418", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bus_truck"}, "answer": "no", "semanticStr": "select: truck (-)->exist: ? [0]->select: bus (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no buses or trucks."}, "2091118": {"semantic": [{"operation": "select", "dependencies": [], "argument": "parking lot (18)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["2091120", "2091100", "2091115", "2091114", "2091117", "2091121", "2091119", "2091099"], "equivalent": ["2091118"], "question": "Is the parking lot clean?", "imageId": "n565418", "isBalanced": true, "groups": {"global": null, "local": "06-parking lot_clean"}, "answer": "no", "semanticStr": "select: parking lot (18)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"2:4": "18"}, "fullAnswer": {"2:4": "18"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the parking lot is dirty."}, "2091313": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2091315", "2091314", "2091312", "2091311", "2091310", "2091309", "2091318"], "equivalent": ["2091313"], "question": "What's the fence made of?", "imageId": "n565418", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood."}, "2090974": {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify weather", "dependencies": [0], "argument": "foggy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2090977", "2090976", "2090958", "2090989", "2090975", "2090978", "2090979", "2090980", "2090957", "2090966", "2090965", "2090973", "2090963", "2090962", "2090961", "2090960"], "equivalent": ["2090974"], "question": "Are the windows foggy and dark?", "imageId": "n565418", "isBalanced": true, "groups": {"global": null, "local": "05-dark_foggy"}, "answer": "yes", "semanticStr": "select: windows (11)->verify color: dark [0]->verify weather: foggy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the windows are foggy and dark."}, "2090954": {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["2090954"], "question": "Are there any doors?", "imageId": "n565418", "isBalanced": true, "groups": {"global": null, "local": "03-door"}, "answer": "no", "semanticStr": "select: door (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no doors."}, "201638717": {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify vposition", "dependencies": [1], "argument": "bottom"}], "entailed": ["201638719", "201638718"], "equivalent": ["201638717"], "question": "Is the blue car in the bottom part of the photo?", "imageId": "n271392", "isBalanced": true, "groups": {"global": null, "local": "06-car_bottom"}, "answer": "yes", "semanticStr": "select: car (1)->filter color: blue [0]->verify vposition: bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the car is in the bottom of the image."}, "201638780": {"semantic": [{"operation": "select", "dependencies": [], "argument": "men (2)"}, {"operation": "relate", "dependencies": [0], "argument": "car,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201638785", "201638786", "201638779", "201638778", "201638782", "201638777", "201638781"], "equivalent": ["201638780"], "question": "What color is the car that is in front of the men?", "imageId": "n271392", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "brown", "semanticStr": "select: men (2)->relate: car,in front of,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "2", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is brown."}, "201639021": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639020", "201639026", "201639025"], "equivalent": ["201639021"], "question": "What devices are on the sidewalk?", "imageId": "n271392", "isBalanced": true, "groups": {"global": "device", "local": "15-sidewalk_on,s"}, "answer": "phones", "semanticStr": "select: sidewalk (7)->relate: device,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The devices are phones."}, "201639024": {"semantic": [{"operation": "select", "dependencies": [], "argument": "phones (4)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639023"], "equivalent": ["201639024"], "question": "Where are the phones?", "imageId": "n271392", "isBalanced": true, "groups": {"global": "road", "local": "14-phones_on,o"}, "answer": "sidewalk", "semanticStr": "select: phones (4)->relate: place,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "4", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The phones are on the sidewalk."}, "201638862": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (3)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201638861", "201638860"], "equivalent": ["201638862"], "question": "Is the long bench in the top part or in the bottom of the picture?", "imageId": "n271392", "isBalanced": true, "groups": {"global": null, "local": "10c-bench_vposition"}, "answer": "bottom", "semanticStr": "select: bench (3)->filter length: long [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bench is in the bottom of the image."}, "20962320": {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (6)"}, {"operation": "select", "dependencies": [], "argument": "numbers (7) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20962321", "20962322", "20962323"], "equivalent": ["20962320", "20962321"], "question": "Are both the words and the numbers the same color?", "imageId": "n57848", "isBalanced": true, "groups": {"global": null, "local": "09same-numbers_words"}, "answer": "yes", "semanticStr": "select: words (6)->select: numbers (7) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "6", "6": "7"}, "fullAnswer": {"3": "6", "6": "7"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the words and the numbers are black."}, "20962302": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20962303", "20962301", "20962306", "20962304", "20962305"], "equivalent": ["20962302"], "question": "Which place is it?", "imageId": "n57848", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "city", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a city."}, "201979159": {"semantic": [{"operation": "select", "dependencies": [], "argument": "steps (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "verify rel", "dependencies": [1], "argument": "window,below,o (3)"}], "entailed": [], "equivalent": ["201979159"], "question": "Are the concrete steps below the window that is below the chimney?", "imageId": "n329514", "isBalanced": true, "groups": {"global": null, "local": "13-steps_window"}, "answer": "yes", "semanticStr": "select: steps (10)->filter material: concrete [0]->verify rel: window,below,o (3) [1]", "annotations": {"answer": {}, "question": {"11": "4", "2:4": "10", "6": "3"}, "fullAnswer": {"2": "10", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the steps are below the window."}, "201979353": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (1)"}, {"operation": "relate", "dependencies": [0], "argument": "hair,of,s (5)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}], "entailed": ["201979359", "201979358", "201979350", "201979360", "201979352", "201979355", "201979354", "201979357", "201979356", "201979365", "201979338", "201979366", "201979349"], "equivalent": ["201979353", "201979354"], "question": "Do you think the skateboarder's hair is long?", "imageId": "n329514", "isBalanced": true, "groups": {"global": null, "local": "06-hair_long"}, "answer": "yes", "semanticStr": "select: skateboarder (1)->relate: hair,of,s (5) [0]->verify length: long [1]", "annotations": {"answer": {}, "question": {"5": "5", "4": "1"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the hair is long."}, "201979155": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "select", "dependencies": [], "argument": "rooftop (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201979155"], "question": "Do the skateboard and the rooftop have the same material?", "imageId": "n329514", "isBalanced": true, "groups": {"global": null, "local": "09same-rooftop_skateboard"}, "answer": "no", "semanticStr": "select: skateboard (0)->select: rooftop (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "8"}, "fullAnswer": {"9": "8", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the skateboard is made of wood and the rooftop is made of metal."}, "20863498": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (1)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20863499", "20863496", "20863497", "20863500", "20863501", "20863502", "20863503"], "equivalent": ["20863498"], "question": "Is the skateboarder on the right of the picture?", "imageId": "n14", "isBalanced": true, "groups": {"global": null, "local": "06-skateboarder_right"}, "answer": "no", "semanticStr": "select: skateboarder (1)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the skateboarder is on the left of the image."}, "20863711": {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20863719", "20863708", "20863709", "20863710", "20863713", "20863685", "20863705", "20863683", "20863684", "20863700"], "equivalent": ["20863711"], "question": "What is the color of the motorbike that is not little?", "imageId": "n14", "isBalanced": true, "groups": {"global": "color", "local": "10q-motorcycle_color"}, "answer": "white", "semanticStr": "select: motorcycle (2)->filter size: not(small) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "2", "6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorcycle is white."}, "20863646": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20863645", "20863644", "20863643", "20863642"], "equivalent": ["20863646"], "question": "On which side of the image is the helmet?", "imageId": "n14", "isBalanced": true, "groups": {"global": null, "local": "10q-helmet_hposition"}, "answer": "right", "semanticStr": "select: helmet (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The helmet is on the right of the image."}, "20863392": {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20863391", "20863376"], "equivalent": ["20863392"], "question": "Who is riding the motorcycle?", "imageId": "n14", "isBalanced": true, "groups": {"global": "person", "local": "14-motorcycle_riding,s"}, "answer": "cyclist", "semanticStr": "select: motorcycle (2)->relate: person,riding,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "4:6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bicyclist is riding a motorcycle."}, "20863625": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20863625"], "question": "Is the skateboard hard and white?", "imageId": "n14", "isBalanced": true, "groups": {"global": null, "local": "05-hard_white"}, "answer": "no", "semanticStr": "select: skateboard (0)->verify hardness: hard [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skateboard is hard but brown."}, "20715686": {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (0)"}, {"operation": "choose tone", "dependencies": [0], "argument": "light|dark"}], "entailed": [], "equivalent": ["20715686"], "question": "Which tone is the kite, light or dark?", "imageId": "n507149", "isBalanced": true, "groups": {"global": "tone", "local": "10c-kite_tone"}, "answer": "light", "semanticStr": "select: kite (0)->choose tone: light|dark [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The kite is light."}, "20715816": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sea foam (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sand,behind,o (4)"}], "entailed": ["20715811"], "equivalent": ["20715816"], "question": "Is the sea foam behind the sand?", "imageId": "n507149", "isBalanced": true, "groups": {"global": null, "local": "13-sea foam_sand"}, "answer": "yes", "semanticStr": "select: sea foam (6)->verify rel: sand,behind,o (4) [0]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "4"}, "fullAnswer": {"2:4": "6", "7": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sea foam is behind the sand."}, "20715831": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (9)"}, {"operation": "verify size", "dependencies": [0], "argument": "huge"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20715831"], "question": "Is the sky both huge and white?", "imageId": "n507149", "isBalanced": true, "groups": {"global": null, "local": "05-huge_white"}, "answer": "no", "semanticStr": "select: sky (9)->verify size: huge [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is huge but blue."}, "20715620": {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (13)"}, {"operation": "filter", "dependencies": [0], "argument": "high"}, {"operation": "choose thickness", "dependencies": [1], "argument": "thin|thick"}], "entailed": ["20715621", "20715617", "20715618", "20715619"], "equivalent": ["20715621", "20715620"], "question": "Are the high clouds thin or thick?", "imageId": "n507149", "isBalanced": true, "groups": {"global": "fatness", "local": "10c-clouds_thickness"}, "answer": "thin", "semanticStr": "select: clouds (13)->filter: high [0]->choose thickness: thin|thick [1]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The clouds are thin."}, "201861135": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "select", "dependencies": [], "argument": "glove (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201861133", "201861134"], "equivalent": ["201861135", "201861134"], "question": "Do the helmet and the glove have a different colors?", "imageId": "n390187", "isBalanced": true, "groups": {"global": null, "local": "09diff-glove_helmet"}, "answer": "no", "semanticStr": "select: helmet (4)->select: glove (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "6"}, "fullAnswer": {"3": "4", "6": "6"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the helmet and the glove are black."}, "201861403": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201861150", "201861402", "201861401"], "equivalent": ["201861403"], "question": "What's the person riding?", "imageId": "n390187", "isBalanced": true, "groups": {"global": "object", "local": "14-person_riding,o"}, "answer": "motorcycle", "semanticStr": "select: person (2)->relate: _,riding,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "2", "4:6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is riding a motorcycle."}, "201861265": {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201861263", "201861262", "201861261", "201861264"], "equivalent": ["201861265"], "question": "Which side of the image is the mirror on?", "imageId": "n390187", "isBalanced": true, "groups": {"global": null, "local": "10q-mirror_hposition"}, "answer": "left", "semanticStr": "select: mirror (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is on the left of the image."}, "201861595": {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (7)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201861593", "201861592", "201861594", "201861597", "201861596", "201861599", "201861598", "201861583"], "equivalent": ["201861595"], "question": "How clean are the sneakers?", "imageId": "n390187", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-sneakers_cleanliness"}, "answer": "dirty", "semanticStr": "select: sneakers (7)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sneakers are dirty."}, "201861418": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shorts,wearing,o (-)"}], "entailed": [], "equivalent": ["201861418"], "question": "Is the person wearing shorts?", "imageId": "n390187", "isBalanced": true, "groups": {"global": null, "local": "13-person_shorts"}, "answer": "no", "semanticStr": "select: person (2)->verify rel: shorts,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2", "5": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing trousers."}, "201077102": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201077101"], "equivalent": ["201077102"], "question": "What is mounted on the countertop?", "imageId": "n503626", "isBalanced": true, "groups": {"global": "", "local": "14-countertop_mounted on,s"}, "answer": "sink", "semanticStr": "select: countertop (7)->relate: _,mounted on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "6:8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is mounted on the counter top."}, "201077120": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201077127", "201077124", "201077123", "201077122", "201077121", "201077119", "201077117", "201077118", "201077108"], "equivalent": ["201077120"], "question": "What color is the countertop?", "imageId": "n503626", "isBalanced": true, "groups": {"global": "color", "local": "10q-countertop_color"}, "answer": "black", "semanticStr": "select: countertop (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The countertop is black."}, "201077055": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201077055"], "question": "What is mounted on the wall?", "imageId": "n503626", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_mounted on,s"}, "answer": "urinal", "semanticStr": "select: wall (8)->relate: _,mounted on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The urinal is mounted on the wall."}, "201077064": {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted to,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201077063"], "equivalent": ["201077064"], "question": "What is mounted to the countertop?", "imageId": "n503626", "isBalanced": true, "groups": {"global": "", "local": "14-countertop_mounted to,s"}, "answer": "sink", "semanticStr": "select: countertop (7)->relate: _,mounted to,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6:8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is mounted to the counter top."}, "201077076": {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "_,mounted on,s (3)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": [], "equivalent": ["201077076"], "question": "What is mounted on the wall that looks beige and white?", "imageId": "n503626", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_mounted on,s"}, "answer": "urinal", "semanticStr": "select: wall (8)->filter color: beige [0]->filter color: white [1]->relate: _,mounted on,s (3) [2]->query: name [3]", "annotations": {"answer": {"0": "3"}, "question": {"8": "8", "5": "8", "10": "8"}, "fullAnswer": {"1": "3", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The urinal is mounted on the wall."}, "202270904": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202270887", "202270903"], "equivalent": ["202270904"], "question": "Who is wearing the glove?", "imageId": "n469156", "isBalanced": true, "groups": {"global": "person", "local": "14-glove_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: glove (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a glove."}, "202270828": {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tie (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202270826", "202270827", "202270909"], "equivalent": ["202270828"], "question": "Are there either glasses or ties in the image?", "imageId": "n469156", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_tie"}, "answer": "no", "semanticStr": "select: glasses (-)->exist: ? [0]->select: tie (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no ties or glasses."}, "202270848": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboard,to the right of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["202270849", "202270841", "202270850", "202270845", "202270846", "202270847"], "equivalent": ["202270848"], "question": "How long is the skateboard to the right of the helmet?", "imageId": "n469156", "isBalanced": true, "groups": {"global": "length", "local": "10q-skateboard_length"}, "answer": "long", "semanticStr": "select: helmet (1)->relate: skateboard,to the right of,s (13) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"10": "1", "4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboard is long."}, "202270824": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "outdoors|indoors"}], "entailed": ["202270823"], "equivalent": ["202270824", "202270823"], "question": "Is it outdoors or indoors?", "imageId": "n469156", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "outdoors", "semanticStr": "select: scene->choose location: outdoors|indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is outdoors."}, "202270989": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202270974", "202270973"], "equivalent": ["202270989"], "question": "Who is wearing a helmet?", "imageId": "n469156", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: helmet (9)->relate: person,wearing,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4": "9"}, "fullAnswer": {"1": "8", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a helmet."}, "202107880": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (81)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (56)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202107879"], "equivalent": ["202107880"], "question": "Who wears the shorts?", "imageId": "n133585", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "boy", "semanticStr": "select: shorts (81)->relate: person,wearing,s (56) [0]->query: name [1]", "annotations": {"answer": {"0": "56"}, "question": {}, "fullAnswer": {"1": "56", "3": "81"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears shorts."}, "202107806": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (43)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,to the right of,s (10)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": ["202107807", "202107810", "202107811", "202107812", "202107809"], "equivalent": ["202107806"], "question": "Does the boy to the right of the person appear to be standing?", "imageId": "n133585", "isBalanced": true, "groups": {"global": null, "local": "06-boy_standing"}, "answer": "yes", "semanticStr": "select: person (43)->relate: boy,to the right of,s (10) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"8": "43", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the boy is standing."}, "202108016": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (73)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202108015", "202108014", "202108013"], "equivalent": ["202108015", "202108016"], "question": "Is there any hat that is pink?", "imageId": "n133585", "isBalanced": true, "groups": {"global": null, "local": "04-hat_pink"}, "answer": "no", "semanticStr": "select: hat (73)->filter color: pink [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "73"}, "fullAnswer": {"4": "73"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a hat but it is blue."}, "202108087": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (81)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202108086"], "equivalent": ["202108086", "202108087"], "question": "Are the shorts long and black?", "imageId": "n133585", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "no", "semanticStr": "select: shorts (81)->verify color: black [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "81"}, "fullAnswer": {"2": "81"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are black but short."}, "202107956": {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["202107844"], "equivalent": ["202107956"], "question": "Are there any helmets?", "imageId": "n133585", "isBalanced": true, "groups": {"global": null, "local": "03-helmet"}, "answer": "no", "semanticStr": "select: helmet (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no helmets."}, "20853947": {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (0)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["20853950", "20853952", "20853946", "20853945", "20853944", "20853943", "20853942", "20853949", "20853948"], "equivalent": ["20853947"], "question": "How tall is the field?", "imageId": "n275857", "isBalanced": true, "groups": {"global": "height", "local": "10q-field_height"}, "answer": "short", "semanticStr": "select: field (0)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is short."}, "20853964": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20853964"], "question": "Who is playing?", "imageId": "n275857", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "soccer player", "semanticStr": "select: person (3)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The soccer player is playing."}, "20853982": {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "person,jumping on,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20853983"], "equivalent": ["20853982"], "question": "Who is jumping on the soccer ball that looks little?", "imageId": "n275857", "isBalanced": true, "groups": {"global": "person", "local": "14-soccer ball_jumping on,s"}, "answer": "soccer player", "semanticStr": "select: soccer ball (1)->filter size: small [0]->relate: person,jumping on,s (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"9": "1", "5:7": "1"}, "fullAnswer": {"1:3": "5", "7:9": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is jumping on the soccer ball."}, "20853902": {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (11)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20853903", "20853901", "20853900"], "equivalent": ["20853902"], "question": "On which side is the fence, the left or the right?", "imageId": "n275857", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_hposition"}, "answer": "left", "semanticStr": "select: fence (11)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is on the left of the image."}, "20854010": {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "train (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20854011"], "equivalent": ["20854010"], "question": "Is there either a white train or window?", "imageId": "n275857", "isBalanced": true, "groups": {"global": null, "local": "04-window_white"}, "answer": "yes", "semanticStr": "select: window (9)->filter color: white [0]->exist: ? [1]->select: train (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a white window."}, "20781863": {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (5)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20781884", "20781885", "20781886", "20781887", "20781880", "20781881", "20781882", "20781883", "20781866", "20781867", "20781864", "20781868", "20781871", "20781873", "20781872", "20781892", "20781879", "20781869"], "equivalent": ["20781863"], "question": "Is the hat white and clean?", "imageId": "n317189", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "yes", "semanticStr": "select: hat (5)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hat is white and clean."}, "20781808": {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (16)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20781808"], "question": "Are the shoes large and white?", "imageId": "n317189", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: shoes (16)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shoes are white but small."}, "20781836": {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "pants,below,s (2)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20781840", "20781841", "20781842", "20781843", "20781844", "20781845", "20781846", "20781831", "20781830", "20781833", "20781832", "20781835", "20781834", "20781837", "20781839", "20781838", "20781828", "20781829"], "equivalent": ["20781837", "20781836"], "question": "Are the trousers below the jacket both red and thick?", "imageId": "n317189", "isBalanced": true, "groups": {"global": null, "local": "05-red_thick"}, "answer": "yes", "semanticStr": "select: jacket (4)->relate: pants,below,s (2) [0]->verify color: red [1]->verify thickness: thick  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "4"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trousers are red and thick."}, "20781786": {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (17)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20781794", "20781795", "20781783", "20781782", "20781787", "20781785", "20781784", "20781788"], "equivalent": ["20781786"], "question": "How big are the words?", "imageId": "n317189", "isBalanced": true, "groups": {"global": "size", "local": "10q-words_size"}, "answer": "small", "semanticStr": "select: words (17)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The words are small."}, "20781968": {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify fatness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20781968"], "question": "Do the skis that are not short look thin and dirty?", "imageId": "n317189", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_thin"}, "answer": "no", "semanticStr": "select: skis (7)->filter: not(short) [0]->verify cleanliness: dirty [1]->verify fatness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "6": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skis are thin but clean."}, "201980742": {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (10)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["201980743", "201980740", "201980741", "201980746", "201980747", "201980744", "201980727", "201980728", "201980738"], "equivalent": ["201980742", "201980741"], "question": "What is the length of the poster?", "imageId": "n249903", "isBalanced": true, "groups": {"global": "length", "local": "10q-poster_length"}, "answer": "short", "semanticStr": "select: poster (10)->query: length [0]", "annotations": {"answer": {}, "question": {"6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The poster is short."}, "201980790": {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify", "dependencies": [1], "argument": "black and white"}, {"operation": "verify", "dependencies": [1], "argument": "closed "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201980799", "201980798", "201980791", "201980793", "201980792", "201980805", "201980794", "201980797", "201980796", "201980804", "201980789"], "equivalent": ["201980790", "201980789"], "question": "Do the glass windows look black and white and closed?", "imageId": "n249903", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_closed"}, "answer": "yes", "semanticStr": "select: windows (7)->filter material: glass [0]->verify: black and white [1]->verify: closed  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the windows are black and white and closed."}, "20744266": {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20744260", "20744270", "20744271", "20744273", "20744258", "20744269", "20744268", "20744267", "20744265", "20744264", "20744263", "20744262", "20744261", "20744259"], "equivalent": ["20744266"], "question": "The dirt has what color?", "imageId": "n562105", "isBalanced": true, "groups": {"global": "color", "local": "10q-dirt_color"}, "answer": "brown", "semanticStr": "select: dirt (1)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dirt is brown."}, "20744392": {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20744392"], "question": "Who is standing?", "imageId": "n562105", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "baseball players", "semanticStr": "select: person (4)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The baseball players are standing."}, "20744306": {"semantic": [{"operation": "select", "dependencies": [], "argument": "stadium (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify", "dependencies": [1], "argument": "empty "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20744305"], "equivalent": ["20744305", "20744306"], "question": "Is the huge stadium dirty and empty?", "imageId": "n562105", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_empty"}, "answer": "no", "semanticStr": "select: stadium (0)->filter size: huge [0]->verify cleanliness: dirty [1]->verify: empty  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the stadium is empty but clean."}, "20744253": {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20744254"], "equivalent": ["20744253"], "question": "What place could this be?", "imageId": "n562105", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "stadium", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a stadium."}, "20744331": {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (3)"}, {"operation": "relate", "dependencies": [0], "argument": "bat,holding onto,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20744343", "20744330", "20744333", "20744332", "20744329"], "equivalent": ["20744331"], "question": "What is the color of the bat that is holding onto the other bat?", "imageId": "n562105", "isBalanced": true, "groups": {"global": "color", "local": "10q-bat_color"}, "answer": "brown", "semanticStr": "select: bat (3)->relate: bat,holding onto,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13": "3", "6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bat is brown."}}