Spaces:
Runtime error
Runtime error
| { | |
| "v1_0": { | |
| "image_source": "v1_1.png", | |
| "image": "v1_1_0.png", | |
| "question": "What is the value of the variable in the equation <obj>?", | |
| "answer": "0.75<OR>x=0.75<OR>3/4", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_1": { | |
| "image_source": "v1_1.png", | |
| "image": "v1_1_1.png", | |
| "question": "What is the value of the variable in the equation <obj2>?", | |
| "answer": "1.25<OR>=1.25<OR>5/4", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_2": { | |
| "image_source": "v1_3.png", | |
| "image": "v1_3_0.png", | |
| "question": "What is the value of the variable in the equation <obj>?", | |
| "answer": "12<OR>=12", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_3": { | |
| "image_source": "v1_3.png", | |
| "image": "v1_3_1.png", | |
| "question": "What is the value of the variable in the equation <obj2>?", | |
| "answer": "7<OR>=7", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_4": { | |
| "image_source": "v1_3.png", | |
| "image": "v1_3_2.png", | |
| "question": "Are the numbers <obj3> and <obj4> the same?", | |
| "answer": "Yes", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_5": { | |
| "image_source": "v1_5.png", | |
| "image": "v1_5_0.png", | |
| "question": "What is the value of the variable in the equation <obj>?", | |
| "answer": "2<OR>=2", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_6": { | |
| "image_source": "v1_5.png", | |
| "image": "v1_5_1.png", | |
| "question": "What is the value of the variable in the equation <obj2>?", | |
| "answer": "5<OR>=5", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_7": { | |
| "image_source": "v1_5.png", | |
| "image": "v1_5_2.png", | |
| "question": "What is the answer to the equations <obj3>, <obj4>, and <obj5>?", | |
| "answer": "5<OR>=5", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_8": { | |
| "image_source": "v1_5.png", | |
| "image": "v1_5_3.png", | |
| "question": "Are the number <obj6> and the number <obj7> co-prime to each other?", | |
| "answer": "yes", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_9": { | |
| "image_source": "v1_8.png", | |
| "image": "v1_8_0.png", | |
| "question": "What should the person <obj> write on the board?", | |
| "answer": "9<OR>=9", | |
| "capability": [ | |
| "rec", | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_10": { | |
| "image_source": "v1_9.png", | |
| "image": "v1_9_0.png", | |
| "question": "How many gallons of gasoline for the type <obj> can I get with $50?", | |
| "answer": "13.6<OR>13.7", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_11": { | |
| "image_source": "v1_9.png", | |
| "image": "v1_9_1.png", | |
| "question": "What is the price difference between gasoline <obj2> and gasoline <obj3>?", | |
| "answer": "0.11", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_12": { | |
| "image_source": "v1_11.jpg", | |
| "image": "v1_11_0.png", | |
| "question": "What is the total price for one bottle of the item <obj> and for one bottle of the item <obj2>?", | |
| "answer": "249.98", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_13": { | |
| "image_source": "v1_11.jpg", | |
| "image": "v1_11_1.png", | |
| "question": "What is the price of buying three bottles of the item <obj3>?", | |
| "answer": "344.97", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_14": { | |
| "image_source": "v1_13.jpg", | |
| "image": "v1_13_0.png", | |
| "question": "I am getting one pizza <obj> and one pizza <obj2>. How much should I pay in total?", | |
| "answer": "14.8<OR>14,8", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_15": { | |
| "image_source": "v1_13.jpg", | |
| "image": "v1_13_1.png", | |
| "question": "I am getting two pizzas <obj3> and one pizza <obj4>. How much should I pay in total?", | |
| "answer": "25.8<OR>25,8", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_16": { | |
| "image_source": "v1_17.jpg", | |
| "image": "v1_17_0.png", | |
| "question": "What is the color of the hat worn by the person <obj>?", | |
| "answer": "blue", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_17": { | |
| "image_source": "v1_17.jpg", | |
| "image": "v1_17_1.png", | |
| "question": "What is the person <obj2> holding?", | |
| "answer": "a pair of skis<OR>skis", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_18": { | |
| "image_source": "v1_17.jpg", | |
| "image": "v1_17_2.png", | |
| "question": "What is the person <obj3> holding?", | |
| "answer": "sign<OR>flag", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_19": { | |
| "image_source": "v1_17.jpg", | |
| "image": "v1_17_3.png", | |
| "question": "What are both the person <obj4> and the person <obj5> doing?", | |
| "answer": "kneeling down", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_20": { | |
| "image_source": "v1_17.jpg", | |
| "image": "v1_17_4.png", | |
| "question": "Do the person <obj3>, the person <obj4>, and the person <obj5> wear winter tops of different colors?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_21": { | |
| "image_source": "v1_18.jpg", | |
| "image": "v1_18_0.png", | |
| "question": "What is located to the right of the object <obj>?", | |
| "answer": "conditioner", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_22": { | |
| "image_source": "v1_18.jpg", | |
| "image": "v1_18_1.png", | |
| "question": "What is the object <obj2>?", | |
| "answer": "mousse", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_23": { | |
| "image_source": "v1_20.jpg", | |
| "image": "v1_20_0.png", | |
| "question": "What is the spatial relation between the object <obj> and the object <obj2>?", | |
| "answer": "above the man<OR>top left", | |
| "capability": [ | |
| "rec", | |
| "rel" | |
| ] | |
| }, | |
| "v1_24": { | |
| "image_source": "v1_21.jpg", | |
| "image": "v1_21_0.png", | |
| "question": "What is the number of the parking spot <obj>?", | |
| "answer": "33", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_25": { | |
| "image_source": "v1_21.jpg", | |
| "image": "v1_21_1.png", | |
| "question": "Is there a car parked in the spot <obj>?", | |
| "answer": "No", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_26": { | |
| "image_source": "v1_21.jpg", | |
| "image": "v1_21_2.png", | |
| "question": "On which spot is the car <obj2> parked?", | |
| "answer": "31", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_27": { | |
| "image_source": "v1_23.png", | |
| "image": "v1_23_0.png", | |
| "question": "What is the price for the items <obj>?", | |
| "answer": "eight<OR>8.0", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_28": { | |
| "image_source": "v1_23.png", | |
| "image": "v1_23_1.png", | |
| "question": "What fruit is to the right of the items <obj2>?", | |
| "answer": "orange", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_29": { | |
| "image_source": "v1_23.png", | |
| "image": "v1_23_2.png", | |
| "question": "If I want to buy one of the fruit <obj> and two of the fruit <obj2>, how much would I pay?", | |
| "answer": "26", | |
| "capability": [ | |
| "rec", | |
| "math" | |
| ] | |
| }, | |
| "v1_30": { | |
| "image_source": "v1_23.png", | |
| "image": "v1_23_3.png", | |
| "question": "Which one has the lowest price, the fruit <obj>, <obj2>, or <obj3>? Respond with the name of the fruit.", | |
| "answer": "orange", | |
| "capability": [ | |
| "rec", | |
| "math" | |
| ] | |
| }, | |
| "v1_31": { | |
| "image_source": "v1_25.png", | |
| "image": "v1_25_0.png", | |
| "question": "Based on the image, what is the total international awareness of the person <obj>?", | |
| "answer": "35%", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_32": { | |
| "image_source": "v1_25.png", | |
| "image": "v1_25_1.png", | |
| "question": "Based on the image, in which country does the person <obj> have the highest level of total awareness?", | |
| "answer": "Australia", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_33": { | |
| "image_source": "v1_28.jpg", | |
| "image": "v1_28_0.png", | |
| "question": "What is the number displayed on the motorcycle ridden by the motorcyclist <obj>?", | |
| "answer": "16", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_34": { | |
| "image_source": "v1_28.jpg", | |
| "image": "v1_28_1.png", | |
| "question": "What is the number displayed on the motorcycle <obj2>?", | |
| "answer": "15", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_35": { | |
| "image_source": "v1_30.jpg", | |
| "image": "v1_30_0.png", | |
| "question": "Which is closer to the camera, Object 1: the object <obj> or Object 2: the object <obj2>?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_36": { | |
| "image_source": "v1_31.png", | |
| "image": "v1_31_0.png", | |
| "question": "Which is closer to the camera, Object 1: the object <obj> or Object 2: the object <obj2>?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_37": { | |
| "image_source": "v1_32.png", | |
| "image": "v1_32_0.png", | |
| "question": "What should I do after the step <obj>, before the step <obj2>?", | |
| "answer": "warm place<AND>1 hour", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_38": { | |
| "image_source": "v1_33.png", | |
| "image": "v1_33_0.png", | |
| "question": "Should I add sugar during the step <obj>?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_39": { | |
| "image_source": "v1_34.jpg", | |
| "image": "v1_34_0.png", | |
| "question": "What should I do before the step <obj>?", | |
| "answer": "tilt pan slightly", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_40": { | |
| "image_source": "v1_35.png", | |
| "image": "v1_35_0.png", | |
| "question": "What is the index of the step <obj>?", | |
| "answer": "third<OR>3", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_41": { | |
| "image_source": "v1_36.jpg", | |
| "image": "v1_36_0.png", | |
| "question": "What should we add in the step <obj>?", | |
| "answer": "milk", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_42": { | |
| "image_source": "v1_37.jpg", | |
| "image": "v1_37_0.png", | |
| "question": "What should kids do after the step <obj>?", | |
| "answer": "hop on one foot", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_43": { | |
| "image_source": "v1_38.jpg", | |
| "image": "v1_38_0.png", | |
| "question": "What should be drawn during the step <obj>?", | |
| "answer": "nose", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_44": { | |
| "image_source": "v1_39.jpg", | |
| "image": "v1_39_0.png", | |
| "question": "What is the next step following the one <obj>?", | |
| "answer": "remove the repair<OR>remove the repair from the plastic", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_45": { | |
| "image_source": "v1_40.png", | |
| "image": "v1_40_0.png", | |
| "question": "What does the step <obj> suggest?", | |
| "answer": "identify your audience", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_46": { | |
| "image_source": "v1_41.png", | |
| "image": "v1_41_0.png", | |
| "question": "What is the strategy <obj> given in the image?", | |
| "answer": "make a song", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_47": { | |
| "image_source": "v1_42.png", | |
| "image": "v1_42_0.png", | |
| "question": "What is the average total fueling cost excluding the car <obj>?", | |
| "answer": "76.55<OR>76.56", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_48": { | |
| "image_source": "v1_44.png", | |
| "image": "v1_44_0.png", | |
| "question": "What is total plastic produced by the category <obj>?", | |
| "answer": "146M", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_49": { | |
| "image_source": "v1_44.png", | |
| "image": "v1_44_1.png", | |
| "question": "What is the difference in metric tonnes between the amount of plastic produced and the amount discarded for the category <obj2>?", | |
| "answer": "5M", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_50": { | |
| "image_source": "v1_46.png", | |
| "image": "v1_46_0.png", | |
| "question": "What is the cost of the category <obj2> in the quarter <obj>?", | |
| "answer": "23.2", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_51": { | |
| "image_source": "v1_46.png", | |
| "image": "v1_46_1.png", | |
| "question": "What is the total cost for the quarter <obj3>?", | |
| "answer": "1971<OR>1,971", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_52": { | |
| "image_source": "v1_48.jpg", | |
| "image": "v1_48_0.png", | |
| "question": "In which direction does the window <obj> face?", | |
| "answer": "north-east<OR>northeast", | |
| "capability": [ | |
| "ocr", | |
| "know" | |
| ] | |
| }, | |
| "v1_53": { | |
| "image_source": "v1_48.jpg", | |
| "image": "v1_48_1.png", | |
| "question": "What are the appliances in the space <obj2> in this floorplan?", | |
| "answer": "oven<AND>dishwasher", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_54": { | |
| "image_source": "v1_50.jpg", | |
| "image": "v1_50_0.png", | |
| "question": "Between the room <obj> and the room <obj2>, what is the name of the one that is larger?", | |
| "answer": "double garage", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_55": { | |
| "image_source": "v1_50.jpg", | |
| "image": "v1_50_1.png", | |
| "question": "Between the room <obj3> and the room <obj4>, what is the name of the one that is larger?", | |
| "answer": "master bedroom", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_56": { | |
| "image_source": "v1_52.png", | |
| "image": "v1_52_0.png", | |
| "question": "What will happen if the condition <obj> is true?", | |
| "answer": "replace blub", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_57": { | |
| "image_source": "v1_53.png", | |
| "image": "v1_53_0.png", | |
| "question": "What is step <obj4> in the flowchart?", | |
| "answer": "water boiled?", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_58": { | |
| "image_source": "v1_54.png", | |
| "image": "v1_54_0.png", | |
| "question": "What is the average wait time for the step <obj>?", | |
| "answer": "15 min<OR>15 minutes<OR>15 mins", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_59": { | |
| "image_source": "v1_55.png", | |
| "image": "v1_55_0.png", | |
| "question": "Which year has the highest growth rate of the price <obj>?", | |
| "answer": "2008", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_60": { | |
| "image_source": "v1_56.png", | |
| "image": "v1_56_0.png", | |
| "question": "What is Japan's GDP in year <obj>?", | |
| "answer": "6,233.15 billion U.S. dollars", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_61": { | |
| "image_source": "v1_56.png", | |
| "image": "v1_56_1.png", | |
| "question": "In the range <obj2>, which year witnessed the greatest growth?", | |
| "answer": "1987<OR>1986-1987", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_62": { | |
| "image_source": "v1_57.jpg", | |
| "image": "v1_57_0.png", | |
| "question": "In which years did the sport <obj> and the sport <obj2> have the same number of gold medals?", | |
| "answer": "2000<AND>2012", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_63": { | |
| "image_source": "v1_58.png", | |
| "image": "v1_58_0.png", | |
| "question": "In which attribute <obj> is the person who has the highest attribute <obj2> from?", | |
| "answer": "Administration", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_64": { | |
| "image_source": "v1_58.png", | |
| "image": "v1_58_1.png", | |
| "question": "Based on the table, how much is the person <obj3> earning?", | |
| "answer": "2500<OR>2,500", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_65": { | |
| "image_source": "v1_60.png", | |
| "image": "v1_60_0.png", | |
| "question": "Which country has a below-average value in the column <obj>?", | |
| "answer": "India", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_66": { | |
| "image_source": "v1_60.png", | |
| "image": "v1_61_1.png", | |
| "question": "Which country has the highest value in the column <obj>?", | |
| "answer": "Australia", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_67": { | |
| "image_source": "v1_62.png", | |
| "image": "v1_62_1.png", | |
| "question": "What percentage does the category <obj> contribute to total income?", | |
| "answer": "56.2<OR>0.562", | |
| "capability": [ | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_68": { | |
| "image_source": "v1_64.png", | |
| "image": "v1_64_0.png", | |
| "question": "Who is the person <obj>?", | |
| "answer": "Keira Knightley", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_69": { | |
| "image_source": "v1_66.jpg", | |
| "image": "v1_66_0.png", | |
| "question": "Who is the person <obj>?", | |
| "answer": "Jamie Dornan", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_70": { | |
| "image_source": "v1_66.jpg", | |
| "image": "v1_66_1.png", | |
| "question": "Are the person <obj2> and the person <obj3> of the same race?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_71": { | |
| "image_source": "v1_66.jpg", | |
| "image": "v1_66_2.png", | |
| "question": "Who is the one that is not looking into the camera? The person <obj4>, <obj5>, or <obj6>? Respond with the name of the person.", | |
| "answer": "Taylor Swift", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_72": { | |
| "image_source": "v1_67.png", | |
| "image": "v1_67_0.png", | |
| "question": "What type of milk is <obj>?", | |
| "answer": "oat<OR>oat milk", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_73": { | |
| "image_source": "v1_73.jpg", | |
| "image": "v1_73_0.png", | |
| "question": "What is the make of the car <obj>?", | |
| "answer": "volkswagen", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_74": { | |
| "image_source": "v1_75.jpg", | |
| "image": "v1_75_0.png", | |
| "question": "what is the logo <obj> on the car?", | |
| "answer": "monster", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_75": { | |
| "image_source": "v1_77.jpg", | |
| "image": "v1_77_1.png", | |
| "question": "Is the object <obj> taller than all of its peers?", | |
| "answer": "Yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_76": { | |
| "image_source": "v1_77.jpg", | |
| "image": "v1_77_2.png", | |
| "question": "Are there only three objects on the building that look like the object <obj2>?", | |
| "answer": "No", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_77": { | |
| "image_source": "v1_77.jpg", | |
| "image": "v1_77_3.png", | |
| "question": "Is the person <obj3> talking to anyone?", | |
| "answer": "Yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_78": { | |
| "image_source": "v1_77.jpg", | |
| "image": "v1_77_4.png", | |
| "question": "Is the object <obj2> larger than the object <obj4>?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_79": { | |
| "image_source": "v1_85.jpg", | |
| "image": "v1_85_0.png", | |
| "question": "What is the color of the animal <obj>?", | |
| "answer": "Red", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_80": { | |
| "image_source": "v1_85.jpg", | |
| "image": "v1_85_1.png", | |
| "question": "Do the animals <obj2> have different colors?", | |
| "answer": "No", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_81": { | |
| "image_source": "v1_86.jpg", | |
| "image": "v1_86_0.png", | |
| "question": "What does the object <obj> contain?", | |
| "answer": "Peaches", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_82": { | |
| "image_source": "v1_86.jpg", | |
| "image": "v1_86_1.png", | |
| "question": "Does the object <obj2> have a darker color than others?", | |
| "answer": "Yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_83": { | |
| "image_source": "v1_86.jpg", | |
| "image": "v1_86_2.png", | |
| "question": "Is the object <obj3> not connected to anything else?", | |
| "answer": "No", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_84": { | |
| "image_source": "v1_87.jpg", | |
| "image": "v1_87_0.png", | |
| "question": "How many books have the same color as the book <obj>?", | |
| "answer": "23", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_85": { | |
| "image_source": "v1_87.jpg", | |
| "image": "v1_87_1.png", | |
| "question": "Are the books <obj2> the same color?", | |
| "answer": "No", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_86": { | |
| "image_source": "v1_87.jpg", | |
| "image": "v1_87_2.png", | |
| "question": "Which book has a cross on it? Book 1: the book <obj>, or Book 2: the book <obj3>?", | |
| "answer": "Book 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_87": { | |
| "image_source": "v1_87.jpg", | |
| "image": "v1_87_3.png", | |
| "question": "Which book is thicker? Book 1: the book <obj4>, Book 2: the book <obj5>, or Book 3: the book <obj6>?", | |
| "answer": "Book 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_88": { | |
| "image_source": "v1_89.jpg", | |
| "image": "v1_89_1.png", | |
| "question": "Which letter is a capitalized letter? Letter 1: the letter <obj>, or Letter 2: the letter <obj2>?", | |
| "answer": "Letter 1", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_89": { | |
| "image_source": "v1_89.jpg", | |
| "image": "v1_89_2.png", | |
| "question": "Which of the following letters did not appear at least 3 times? Letter 1: the letter <obj2>, Letter 2: the letter <obj3>, or Letter 3: the letter <obj4>?", | |
| "answer": "Letter 3", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_90": { | |
| "image_source": "v1_90.jpg", | |
| "image": "v1_90_1.png", | |
| "question": "Which of the following text has a different font than the others? Text 1: the text <obj>, Text 2: the text <obj2>, or Text 3: the text <obj3>?", | |
| "answer": "Text 3", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_91": { | |
| "image_source": "v1_91.jpg", | |
| "image": "v1_91_0.png", | |
| "question": "What is the text <obj>?", | |
| "answer": "THE LEGEND OF ZELDA", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_92": { | |
| "image_source": "v1_91.jpg", | |
| "image": "v1_91_1.png", | |
| "question": "Are there numbers in the text <obj2>?", | |
| "answer": "No", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_93": { | |
| "image_source": "v1_92.jpg", | |
| "image": "v1_92_1.png", | |
| "question": "How many letters are there that are the same as the letter <obj>?", | |
| "answer": "3", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_94": { | |
| "image_source": "v1_93.jpg", | |
| "image": "v1_93_1.png", | |
| "question": "How many words are there that are the same as the word <obj>, including the word itself?", | |
| "answer": "2", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_95": { | |
| "image_source": "v1_94.jpg", | |
| "image": "v1_94_0.png", | |
| "question": "What is the brand of the device <obj>?", | |
| "answer": "MOTOROLA", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_96": { | |
| "image_source": "v1_94.jpg", | |
| "image": "v1_94_1.png", | |
| "question": "What does the app <obj2> do?", | |
| "answer": "Internet<OR>Internet Explorer<OR>surf the internet", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_97": { | |
| "image_source": "v1_95.jpg", | |
| "image": "v1_95_0.png", | |
| "question": "What is the license plate number <obj>?", | |
| "answer": "AED-632", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_98": { | |
| "image_source": "v1_96.jpg", | |
| "image": "v1_96_1.png", | |
| "question": "Which of the following hats are red? Hat 1: the hat <obj>, or Hat 2: the hat <obj2>?", | |
| "answer": "Hat 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_99": { | |
| "image_source": "v1_96.jpg", | |
| "image": "v1_96_2.png", | |
| "question": "Which of the following objects is not an offensive weapon? Object 1: the object <obj3>, Object 2: the object <obj4>, Object 3: the object <obj5>, or Object 4: the object <obj6>?", | |
| "answer": "Object 3", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_100": { | |
| "image_source": "v1_97.jpg", | |
| "image": "v1_97_1.png", | |
| "question": "Which of the following characters appeared only once? Character 1: the character <obj>, Character 2: the character <obj2>, Character 3: the character <obj3>, or Character 4: the character <obj4>?", | |
| "answer": "Character 3", | |
| "capability": [ | |
| "ocr" | |
| ] | |
| }, | |
| "v1_101": { | |
| "image_source": "v1_99.png", | |
| "image": "v1_99_1.png", | |
| "question": "Does the object <obj> consume anything else?", | |
| "answer": "No", | |
| "capability": [ | |
| "ocr", | |
| "know" | |
| ] | |
| }, | |
| "v1_102": { | |
| "image_source": "v1_99.png", | |
| "image": "v1_99_2.png", | |
| "question": "What animal does the object <obj2> consume?", | |
| "answer": "Krill", | |
| "capability": [ | |
| "ocr", | |
| "know" | |
| ] | |
| }, | |
| "v1_103": { | |
| "image_source": "v1_99.png", | |
| "image": "v1_99_3.png", | |
| "question": "Do the animals in the region <obj3> eat each other?", | |
| "answer": "No", | |
| "capability": [ | |
| "ocr", | |
| "know" | |
| ] | |
| }, | |
| "v1_104": { | |
| "image_source": "v1_100.png", | |
| "image": "v1_100_0.png", | |
| "question": "Compare the average kinetic energies of the particles in each sample. The diagrams below show two pure samples of gas in identical closed, rigid containers. Each colored ball represents one gas particle. Both samples have the same number of particles. Which sample has the higher temperature? Sample A <obj> or sample B <obj2>?", | |
| "answer": "sample A", | |
| "capability": [ | |
| "ocr", | |
| "know" | |
| ] | |
| }, | |
| "v1_105": { | |
| "image_source": "v1_101.png", | |
| "image": "v1_101_1.png", | |
| "question": "Is the state <obj> more north or more south than the state <obj2>?", | |
| "answer": "more north", | |
| "capability": [ | |
| "ocr", | |
| "know" | |
| ] | |
| }, | |
| "v1_106": { | |
| "image_source": "v1_101.png", | |
| "image": "v1_101_2.png", | |
| "question": "Of the states <obj>, <obj2>, and <obj3>, which one is closer to the United Kingdom? Respond with the name of the state.", | |
| "answer": "Pennsylvania", | |
| "capability": [ | |
| "ocr", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_107": { | |
| "image_source": "v1_102.png", | |
| "image": "v1_102_1.png", | |
| "question": "Are the debris <obj> made of the same material?", | |
| "answer": "No", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_108": { | |
| "image_source": "v1_102.png", | |
| "image": "v1_102_2.png", | |
| "question": "What composes the debris <obj2>?", | |
| "answer": "bricks<AND>stone", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_109": { | |
| "image_source": "v1_104.png", | |
| "image": "v1_104_1.png", | |
| "question": "Is the person <obj> wearing a medal?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_110": { | |
| "image_source": "v1_104.png", | |
| "image": "v1_104_2.png", | |
| "question": "Are the persons <obj2> and <obj3> both wearing a medal?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_111": { | |
| "image_source": "v1_104.png", | |
| "image": "v1_104_3.png", | |
| "question": "Of the following persons: person 1: <obj3>, person 2: <obj4>, and person 3: <obj5>, which one is wearing green?", | |
| "answer": "person 3", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_112": { | |
| "image_source": "v1_106.jpg", | |
| "image": "v1_106_0.png", | |
| "question": "Are the objects <obj> taller than the objects <obj2>?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_113": { | |
| "image_source": "v1_107.jpg", | |
| "image": "v1_107_0.png", | |
| "question": "Is this object <obj> taking off or landing?", | |
| "answer": "taking off", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_114": { | |
| "image_source": "v1_108.jpg", | |
| "image": "v1_108_1.png", | |
| "question": "Is the person <obj> facing the camera?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_115": { | |
| "image_source": "v1_108.jpg", | |
| "image": "v1_108_2.png", | |
| "question": "What is the facial expression of the person <obj2>?", | |
| "answer": "happy<OR>smiling<OR>relaxed", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_116": { | |
| "image_source": "v1_109.jpg", | |
| "image": "v1_109_0.png", | |
| "question": "Is the object <obj> empty or full?", | |
| "answer": "empty", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_117": { | |
| "image_source": "v1_110.jpg", | |
| "image": "v1_110_0.png", | |
| "question": "Does the animal <obj> appear dangerous?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_118": { | |
| "image_source": "v1_111.jpg", | |
| "image": "v1_111_0.png", | |
| "question": "Is there any reflection of the animal <obj> in the water?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_119": { | |
| "image_source": "v1_112.jpg", | |
| "image": "v1_112_0.png", | |
| "question": "Is the person <obj> happy?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_120": { | |
| "image_source": "v1_113.jpg", | |
| "image": "v1_113_1.png", | |
| "question": "Is the cat <obj> the only cat with this color?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_121": { | |
| "image_source": "v1_113.jpg", | |
| "image": "v1_113_2.png", | |
| "question": "What are the colors of the cats <obj2>?", | |
| "answer": "golden<OR>brown", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_122": { | |
| "image_source": "v1_114.jpg", | |
| "image": "v1_114_0.png", | |
| "question": "Is that wine in the background <obj>?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_123": { | |
| "image_source": "v1_114.jpg", | |
| "image": "v1_114_1.png", | |
| "question": "Is the object <obj2> open or closed?", | |
| "answer": "closed<OR>half-closed", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_124": { | |
| "image_source": "v1_115.jpg", | |
| "image": "v1_115_0.png", | |
| "question": "Is the person <obj> going to fall down?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_125": { | |
| "image_source": "v1_116.jpg", | |
| "image": "v1_116_1.png", | |
| "question": "Is the animal <obj> the only animal facing that direction?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_126": { | |
| "image_source": "v1_116.jpg", | |
| "image": "v1_116_2.png", | |
| "question": "What is the animal <obj2>?", | |
| "answer": "elephant", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_127": { | |
| "image_source": "v1_117.jpg", | |
| "image": "v1_117_1.png", | |
| "question": "What is the color of the pot <obj>?", | |
| "answer": "purple", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_128": { | |
| "image_source": "v1_117.jpg", | |
| "image": "v1_117_2.png", | |
| "question": "Are the pots <obj2> of the same color?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_129": { | |
| "image_source": "v1_117.jpg", | |
| "image": "v1_117_3.png", | |
| "question": "How many flower pots are there <obj3>?", | |
| "answer": "13", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_130": { | |
| "image_source": "v1_117.jpg", | |
| "image": "v1_117_4.png", | |
| "question": "Which plant has more leaves visible? Plant 1: the plant <obj4>, or Plant 2: the plant <obj5>?", | |
| "answer": "Plant 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_131": { | |
| "image_source": "v1_117.jpg", | |
| "image": "v1_117_5.png", | |
| "question": "Which plant is the tallest? Plant 1: the plant <obj6>, Plant 2: the plant <obj7>, or Plant 3: the plant <8>?", | |
| "answer": "Plant 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_132": { | |
| "image_source": "v1_118.jpg", | |
| "image": "v1_118_1.png", | |
| "question": "Between the building <obj> and the building <obj2>, what is the color of the building that is taller?", | |
| "answer": "Black<OR>black and white", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_133": { | |
| "image_source": "v1_118.jpg", | |
| "image": "v1_118_2.png", | |
| "question": "Between the building <obj3>, the building <obj4>, and the building <obj5>, what is the color of the building that has the different color compared to the rest?", | |
| "answer": "red<OR>brown<OR>brick", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_134": { | |
| "image_source": "v1_119.jpg", | |
| "image": "v1_119_0.png", | |
| "question": "What is the hay rack (feeder) <obj> made of?", | |
| "answer": "wood", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_135": { | |
| "image_source": "v1_120.jpg", | |
| "image": "v1_120_0.png", | |
| "question": "Does the person <obj> appear to be sitting?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_136": { | |
| "image_source": "v1_120.jpg", | |
| "image": "v1_120_1.png", | |
| "question": "Is the person <obj2> holding a pen?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_137": { | |
| "image_source": "v1_122.jpg", | |
| "image": "v1_122_0.png", | |
| "question": "Is the curtain <obj> on the right side or on the left of the picture?", | |
| "answer": "left", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_138": { | |
| "image_source": "v1_123.jpg", | |
| "image": "v1_123_1.png", | |
| "question": "What is the color of the animal <obj>?", | |
| "answer": "brown", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_139": { | |
| "image_source": "v1_123.jpg", | |
| "image": "v1_123_2.png", | |
| "question": "What is the color of the object <obj2>?", | |
| "answer": "golden<OR>mustard yellow<OR>light brown<OR>tan color<OR>orange<OR>amber hue", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_140": { | |
| "image_source": "v1_124.jpg", | |
| "image": "v1_124_0.png", | |
| "question": "Is there a napkin under the utensils <obj>?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_141": { | |
| "image_source": "v1_124.jpg", | |
| "image": "v1_124_1.png", | |
| "question": "How many objects are there <obj2>?", | |
| "answer": "2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_142": { | |
| "image_source": "v1_126.jpg", | |
| "image": "v1_126_1.png", | |
| "question": "What is contained <obj>?", | |
| "answer": "salad", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_143": { | |
| "image_source": "v1_127.jpg", | |
| "image": "v1_127_0.png", | |
| "question": "What is this animal <obj> called?", | |
| "answer": "parrot<OR>conure", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_144": { | |
| "image_source": "v1_128.jpg", | |
| "image": "v1_128_0.png", | |
| "question": "What is the name of the animal in the image that is larger, the animal <obj> or the animal <objq>?", | |
| "answer": "cat", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_145": { | |
| "image_source": "v1_129.jpg", | |
| "image": "v1_129_0.png", | |
| "question": "On the desk <obj>, what is to the left of the laptop <obj2>?", | |
| "answer": "table lamp<OR>desk lamp", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_146": { | |
| "image_source": "v1_129.jpg", | |
| "image": "v1_129_1.png", | |
| "question": "Between Object 1: the object <obj2> and Object 2: the object <obj3>, which one has a larger screen?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_147": { | |
| "image_source": "v1_129.jpg", | |
| "image": "v1_129_2.png", | |
| "question": "Of the three electronics/appliances, one <obj4>, one <obj5>, and one <obj6>, what is the name of the one that interacts with physical paper?", | |
| "answer": "printer", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_148": { | |
| "image_source": "v1_130.jpg", | |
| "image": "v1_130_0.png", | |
| "question": "What is the man <obj> riding?", | |
| "answer": "elephant<OR>an elephant", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_149": { | |
| "image_source": "v1_130.jpg", | |
| "image": "v1_130_1.png", | |
| "question": "What is the object <obj2>?", | |
| "answer": "a national flag", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_150": { | |
| "image_source": "v1_131.jpg", | |
| "image": "v1_131_0.png", | |
| "question": "Is the person <obj> to the left or to the right of the object <obj2>?", | |
| "answer": "right", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_151": { | |
| "image_source": "v1_132.jpg", | |
| "image": "v1_132_0.png", | |
| "question": "What is the object <obj> on, a side table or a nightstand?", | |
| "answer": "side table", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_152": { | |
| "image_source": "v1_132.jpg", | |
| "image": "v1_132_1.png", | |
| "question": "What is color of object <obj2>?", | |
| "answer": "black<OR>grey<OR>white", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_153": { | |
| "image_source": "v1_133.jpg", | |
| "image": "v1_133_0.png", | |
| "question": "What do both the object <obj> and the object <obj2> have in common?", | |
| "answer": "material", | |
| "capability": [ | |
| "rec", | |
| "rel" | |
| ] | |
| }, | |
| "v1_154": { | |
| "image_source": "v1_134.jpg", | |
| "image": "v1_134_0.png", | |
| "question": "Is the object <obj> made of the same material as the object <obj2>?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_155": { | |
| "image_source": "v1_135.jpg", | |
| "image": "v1_135_0.png", | |
| "question": "Does the object <obj> have a different color than the object <obj2>?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_156": { | |
| "image_source": "v1_136.jpg", | |
| "image": "v1_136_1.png", | |
| "question": "What is the color of object <obj>?", | |
| "answer": "purple<OR>magenta", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_157": { | |
| "image_source": "v1_136.jpg", | |
| "image": "v1_136_2.png", | |
| "question": "What do the people <obj2> have in common on their head?", | |
| "answer": "glasses", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_158": { | |
| "image_source": "v1_137.jpg", | |
| "image": "v1_137_0.png", | |
| "question": "Are the animal <obj> and the animal <obj2> different species?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_159": { | |
| "image_source": "v1_138.jpg", | |
| "image": "v1_138_1.png", | |
| "question": "What is on the shirt the person <obj> is wearing?", | |
| "answer": "UK flag<OR>British flag", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_160": { | |
| "image_source": "v1_139.jpg", | |
| "image": "v1_139_1.png", | |
| "question": "What is the person <obj> holding?", | |
| "answer": "Bouquet of flowers<OR>flowers", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_161": { | |
| "image_source": "v1_139.jpg", | |
| "image": "v1_139_2.png", | |
| "question": "How many children are <obj2>?", | |
| "answer": "2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_162": { | |
| "image_source": "v1_141.jpg", | |
| "image": "v1_141_1.png", | |
| "question": "Is the person <obj> taller or shorter?", | |
| "answer": "taller", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_163": { | |
| "image_source": "v1_142.jpg", | |
| "image": "v1_142_1.png", | |
| "question": "Between the object <obj> and the object <obj2>, what is the color of the object that is smaller?", | |
| "answer": "red<OR>orange", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_164": { | |
| "image_source": "v1_143.jpg", | |
| "image": "v1_143_0.png", | |
| "question": "Is the person <obj> going to be mad at the person <obj2>, for looking at the person <obj3>? Answer it and give the rationale.", | |
| "answer": "Yes, the woman in red and the man appear to be a couple and the woman in red would not appreciate the man checking out other women.I think so because in a monogamous relationship, partners are expected to be faithful to one another.", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen", | |
| "rel" | |
| ] | |
| }, | |
| "v1_165": { | |
| "image_source": "v1_144.jpg", | |
| "image": "v1_144_0.png", | |
| "question": "Why does the person <obj> have both of their hands in the air? Answer it and give the rationale.", | |
| "answer": "She just shot a basketball. I think so because her arms are angled for a basketball shot and they are in a basketball arena.", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen" | |
| ] | |
| }, | |
| "v1_166": { | |
| "image_source": "v1_145.jpg", | |
| "image": "v1_145_0.png", | |
| "question": "What kind of school does the person <obj> go to? Answer it and give the rationale.", | |
| "answer": "The boy goes to a private school, not a public school. I think so because the boy is all dressed up in a suit, public schools don't require that but some private schools do.", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen" | |
| ] | |
| }, | |
| "v1_167": { | |
| "image_source": "v1_146.jpg", | |
| "image": "v1_146_1.png", | |
| "question": "What is the color of the clothing of the person <obj>?", | |
| "answer": "grey.", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_168": { | |
| "image_source": "v1_146.jpg", | |
| "image": "v1_146_2.png", | |
| "question": "Are the persons <obj2> all wearing dresses?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_169": { | |
| "image_source": "v1_147.jpg", | |
| "image": "v1_147_0.png", | |
| "question": "Why is the person <obj> happy? Answer it and give the rationale.", | |
| "answer": "She just got married. I think so because she's in wedding clothing and everyone is looking at her and her husband.", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen" | |
| ] | |
| }, | |
| "v1_170": { | |
| "image_source": "v1_149.jpg", | |
| "image": "v1_149_1.png", | |
| "question": "Is the entity <obj> the richest amongst them all, based on the amount of cash they have?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec", | |
| "ocr", | |
| "know" | |
| ] | |
| }, | |
| "v1_171": { | |
| "image_source": "v1_159.jpg", | |
| "image": "v1_159_0.png", | |
| "question": "How to make the drink/beverage <obj>?", | |
| "answer": "This is called \"Sparkling Cantaloupe Agua Fresca\". This refreshing agua fresca with cantaloupe and lime juice topped with club soda is perfect on a hot day.\n\nPrep Time:\n15 mins\nTotal Time:\n15 mins\nServings:\n8\n\n Ingredients\n\n 2 pounds fresh cantaloupe cubes (6 cups)\n\n 2 cups water\n\n 6 tablespoons freshly squeezed lime juice (from 2 limes)\n\n 3 tablespoons honey\n\n 1/4 teaspoon salt\n\n 2 cups club soda, chilled\n\n cantaloupe melon balls or cubes, for garnish \n\n lime zest twists, for garnish\n\n\n Directions\n\nStep 1\n Working in batches if needed, blend cantaloupe, water, lime juice, honey, and salt in a blender until smooth. Press through a sieve; discard solids. Add strained juice to a pitcher.\n\nStep 2\n Chill until ready to serve. Add club soda just before serving. Serve over ice, and garnish glasses with melon balls and lime zest twists. ", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen" | |
| ] | |
| }, | |
| "v1_172": { | |
| "image_source": "v1_159.jpg", | |
| "image": "v1_159_1.png", | |
| "question": "Between the object <obj2>, the object <obj3>, and the object <obj4>, what is the name of the object that appeared the least?", | |
| "answer": "lime", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_173": { | |
| "image_source": "v1_164.jpg", | |
| "image": "v1_164_1.png", | |
| "question": "What is the object <obj>?", | |
| "answer": "carrot", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_174": { | |
| "image_source": "v1_164.jpg", | |
| "image": "v1_164_2.png", | |
| "question": "What is the object <obj2>?", | |
| "answer": "broccoli", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_175": { | |
| "image_source": "v1_166.jpg", | |
| "image": "v1_166_0.png", | |
| "question": "How to cook the dish <obj>?", | |
| "answer": "This dish is called \"Vegan Sweet Potato Chickpea Curry\".\n\nPrep Time:\n10 mins\nCook Time:\n20 mins\nTotal Time:\n30 mins\nServings:\n6\n\nIngredients\n3 tablespoons olive oil\n\n1 onion, chopped\n\n2 cloves garlic, minced\n\n2 teaspoons minced fresh ginger root\n\n1 (15 ounce) can chickpeas, drained\n\n1 (14.5 ounce) can diced tomatoes\n\n1 (14 ounce) can coconut milk\n\n1 sweet potato, cubed\n\n1 tablespoon garam masala\n\n1 teaspoon ground cumin\n\n1 teaspoon ground turmeric\n\n\u00bd teaspoon salt\n\n\u00bc teaspoon red chile flakes\n\n1 cup baby spinach\n\n\nDirections\nStep 1\nHeat oil in a skillet over medium heat. Cook onion, garlic, and ginger in hot oil until softened, about 5 minutes. Add chickpeas, tomatoes, coconut milk, and sweet potato. Bring to a boil, reduce heat to low, and simmer until tender, about 15 minutes.\nStep 2\nSeason with garam masala, cumin, turmeric, salt, and chile flakes. Add spinach right before serving.", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen" | |
| ] | |
| }, | |
| "v1_176": { | |
| "image_source": "v1_169.jpg", | |
| "image": "v1_169_1.png", | |
| "question": "What is the job of the person <obj>?", | |
| "answer": "officer<OR>Military officer", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_177": { | |
| "image_source": "v1_176.jpg", | |
| "image": "v1_176_1.png", | |
| "question": "What is the color of the clothing of the person <obj>?", | |
| "answer": "black<OR>black and white", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_178": { | |
| "image_source": "v1_184.jpg", | |
| "image": "v1_184_1.png", | |
| "question": "What is the color of the clothing of the person <obj>?", | |
| "answer": "green", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_179": { | |
| "image_source": "v1_187.jpg", | |
| "image": "v1_187_1.png", | |
| "question": "Between Person 1: the person <obj> and Person 2: the person <obj2>, who would have been considered to hold a higher political position in ancient times?", | |
| "answer": "Person 2", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_180": { | |
| "image_source": "v1_187.jpg", | |
| "image": "v1_187_2.png", | |
| "question": "Between Person 1: the person <obj3>, Person 2: the person <obj4>, and Person 3: the person <obj5>, who is not holding a fan for the emperor?", | |
| "answer": "Person 3", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_181": { | |
| "image_source": "v1_196.jpg", | |
| "image": "v1_196_0.png", | |
| "question": "Given the strawberry A <obj> and the strawberry B <obj2>, which one is ill? What is its disease (provide a short introduction) and how to treat it?", | |
| "answer": "Strawberry B is ill. It is gray mold (Botrytis cinerea). Found on a wide range of plants (too many to mention), gray mold is a fungal disease that travels quickly through gardens, especially during damp, cool to mild weather. Disease symptoms appear as grayish colored soft, mushy spots on leaves, stems, flowers and on produce. Spots may become covered with a coating of gray fungus spores, especially if humidity is high. Fruit or plants shrivel and rot and often develop black, stone-like sclerotia \u2014 a compact mass of hardened fungal filaments \u2014 under rotted parts.\n\nGray mold is often found near the soil surface or in the densest areas of the plant canopy. It develops on wilted flowers first, then spreads quickly to other parts of the plant. The disease may also occur in storage areas causing rotting of harvested fruits and vegetables.\n\nBotrytis blight overwinters on plants, in or on the soil, and as sclerotia. Spores develop when conditions are optimal, and are moved by wind or splashing water onto blossoms or young leaves, where they germinate and enter the plant. Spores require cool temperatures (45-60 F.) and high humidity (93% and above) to germinate. Germinating spores rarely penetrate green, healthy tissue directly, but can enter through wounds on growing plants. Cuttings are particularly susceptible to infection.\n\nTreatment\n1. Prune or stake plants to improve air circulation between plants. Make sure to disinfect your pruning equipment (one part bleach to 4 parts water) after each cut.\n2. If growing indoors use a small clip-on fan to improve air flow.\n3. Keep the soil under plants clean and rake up any fallen debris.\n4. Add a good amount of organic compost or mulch under plants. Mulches will prevent the fungal spores from splashing back up onto flowers and leaves.\n5. Water in the early morning hours, or use a soaker hose, to give plants time to dry out during the day.\n6. Do not compost infected plant leaves or stems, and thoroughly clean up garden areas in the fall to reduce over wintering sites for the fungal spores.\n7. Copper-Soap fungicides will help by protecting plants from disease spores. Apply at the start of flowering and continue every 7-10 days until harvest. Fungicidal sprays are especially warranted when weather forecasts predict a long period of cool, wet weather.\n8. Safely treat most fungal diseases, including Botrytis blight, with SERENADE Garden. This broad spectrum bio-fungicide uses a patented strain of Bacillus subtilis that is registered for organic use. Best of all, SERENADE is completely non-toxic to honey bees and beneficial insects.\n9. Mycostop, a biological fungicide approved for organic use, has shown suppression of the disease. Direct spray (5 gm/ 50 liters of water) to susceptible leaves, flowers and fruits to point of run-off. Apply every 2-3 weeks, or as needed depending on disease pressure.\n10. Green Cure Fungicide contains a patented formula of potassium bicarbonate \u2014 commonly used in food products \u2014 that kills many plant diseases on contact and provides up to 2 weeks of residual protection. At first sign of disease, mix 1-2 Tbsp/ gallon of water and apply to all exposed surfaces of the plant. For best protection, repeat at 1-2 week intervals until conditions are no longer favorable for disease development.", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen", | |
| "rel" | |
| ] | |
| }, | |
| "v1_182": { | |
| "image_source": "v1_206.jpeg", | |
| "image": "v1_206_0.png", | |
| "question": "Can you give a short description about the person <obj>?", | |
| "answer": "Lionel Andr\u00e9s Messi (Spanish pronunciation: [ljo\u02c8nel an\u02c8d\u027ees \u02c8mesi] (listen); born 24 June 1987), also known as Leo Messi, is an Argentine professional footballer who plays as a forward for Ligue 1 club Paris Saint-Germain and captains the Argentina national team. Widely regarded as one of the greatest players of all time, Messi has won a record seven Ballon d'Or awards and a record six European Golden Shoes, and in 2020 he was named to the Ballon d'Or Dream Team. Until leaving the club in 2021, he had spent his entire professional career with Barcelona, where he won a club-record 34 trophies, including ten La Liga titles, seven Copa del Rey titles and the UEFA Champions League four times. With his country, he won the 2021 Copa Am\u00e9rica and the 2022 FIFA World Cup. A prolific goalscorer and creative playmaker, Messi holds the records for most goals in La Liga (474), most hat-tricks in La Liga (36) and the UEFA Champions League (eight), and most assists in La Liga (192) and the Copa Am\u00e9rica (17). He also has the most international goals by a South American male (102). Messi has scored over 800 senior career goals for club and country, and has the most goals by a player for a single club (672).", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen" | |
| ] | |
| }, | |
| "v1_183": { | |
| "image_source": "v1_208.png", | |
| "image": "v1_208_0.png", | |
| "question": "The graph below shows the long-term international migration, UK, 1999-2008.\n\n Look at the region <obj> and explain why is net migration in region <obj> larger than that of the region outside of it? Summarize the information by selecting and reporting the main features, and make comparisons where relevant.\n\nYou should write at least 100 words.", | |
| "answer": "In 1999, over 450,000 people came to live in the UK, while the number of people who emigrated stood at just under 300,000. The figure for net migration was around 160,000, and it remained at a similar level until 2003. From 1999 to 2004, the immigration rate rose by nearly 150,000 people, but there was a much smaller rise in emigration. Net migration peaked at almost 250,000 people in 2004.\n\nAfter 2004, the rate of immigration remained high, but the number of people emigrating fluctuated. Emigration fell suddenly in 2007, before peaking at about 420,000 people in 2008. As a result, the net migration figure rose to around 240,000 in 2007, but fell back to around 160,000 in 2008.", | |
| "capability": [ | |
| "rec", | |
| "ocr", | |
| "gen" | |
| ] | |
| }, | |
| "v1_184": { | |
| "image_source": "v1_209.png", | |
| "image": "v1_209_0.png", | |
| "question": "The graph and table below give information about water use worldwide and water consumption in two different countries.\n\n Look at the region <obj>. Why did water consumption increase much more drastically in this region? Summarise the information by selecting and reporting the main features, and make comparisons where relevant.\n\nYou should write at least 150 words.", | |
| "answer": "The charts compare the amount of water used for agriculture, industry and homes around the world, and water use in Brazil and the Democratic Republic of Congo.\n\nIt is clear that global water needs rose significantly between 1900 and 2000, and that agriculture accounted for the largest proportion of water used. We can also see that water consumption was considerably higher in Brazil than in the Congo.\n\nIn 1900, around 500km\u00b3 of water was used by the agriculture sector worldwide. The figures for industrial and domestic water consumption stood at around one fifth of that amount. By 2000, global water use for agriculture had increased to around 3000km\u00b3, industrial water use had risen to just under half that amount, and domestic consumption had reached approximately 500km\u00b3.\n\nIn the year 2000, the populations of Brazil and the Congo were 176 million and 5.2 million respectively. Water consumption per person in Brazil, at 359m\u00b3, was much higher than that in the Congo, at only 8m\u00b3, and this could be explained by the fact that Brazil had 265 times more irrigated land.", | |
| "capability": [ | |
| "rec", | |
| "ocr", | |
| "gen" | |
| ] | |
| }, | |
| "v1_185": { | |
| "image_source": "v1_210.png", | |
| "image": "v1_210_1.png", | |
| "question": "Between the year <obj> and the year <obj2>, which year has a smaller marriage rate?. Respond with the actual year. ", | |
| "answer": "2000", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_186": { | |
| "image_source": "v1_211.png", | |
| "image": "v1_211_1.png", | |
| "question": "Which country spent the most on category <obj>?", | |
| "answer": "Britain", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_187": { | |
| "image_source": "v1_211.png", | |
| "image": "v1_211_2.png", | |
| "question": "Amongst the category <obj2>, the category <obj3>, and the category <obj4>, what did the country <obj5> consume the most? Respond with the item name.", | |
| "answer": "Perfumes", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_188": { | |
| "image_source": "v1_214.png", | |
| "image": "v1_214_0.png", | |
| "question": "The pie charts below show units of electricity production by fuel source in Australia and France in 1980 and 2000.\n\n Given the region <obj>, what did both countries reduce in consumption and what did they both use more in that era <obj>? Summarise the information by selecting and reporting the main features, and make comparisons where relevant.\n\nYou should write at least 150 words.", | |
| "answer": "The pie charts compare the amount of electricity produced using five different sources of fuel in two countries over two separate years.\n\nTotal electricity production increased dramatically from 1980 to 2000 in both Australia and France. While the totals for both countries were similar, there were big differences in the fuel sources used.\n\nCoal was used to produce 50 of the total 100 units of electricity in Australia in 1980, rising to 130 out of 170 units in 2000. By contrast, nuclear power became the most important fuel source in France in 2000, producing almost 75% of the country\u2019s electricity.\n\nAustralia depended on hydro power for just under 25% of its electricity in both years, but the amount of electricity produced using this type of power fell from 5 to only 2 units in France. Oil, on the other hand, remained a relatively important fuel source in France, but its use declined in Australia. Both countries relied on natural gas for electricity production significantly more in 1980 than in 2000.", | |
| "capability": [ | |
| "rec", | |
| "ocr", | |
| "gen" | |
| ] | |
| }, | |
| "v1_189": { | |
| "image_source": "v1_218.jpg", | |
| "image": "v1_218_0.png", | |
| "question": "Based on the time line, which event happens after the event <obj> and before the event <obj2>? Please answer with the corresponding event.", | |
| "answer": "Many people move to California to search for gold.", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_190": { | |
| "image_source": "v1_219.jpg", | |
| "image": "v1_219_0.png", | |
| "question": "Based on the event chain, which event happened immediately before the event <obj>?", | |
| "answer": "John Henry beats the machine in the contest.", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_191": { | |
| "image_source": "v1_220.jpg", | |
| "image": "v1_220_0.png", | |
| "question": "Based on the time line, when did people start playing the sport <obj>? Before the sport <obj2> or the sport <obj3>? Please answer with the corresponding activity.", | |
| "answer": "before sumo wrestling", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_192": { | |
| "image_source": "v1_221.jpg", | |
| "image": "v1_221_0.png", | |
| "question": "Based on the table, what did the person <obj3> invent?", | |
| "answer": "the Barbie doll", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_193": { | |
| "image_source": "v1_222.jpg", | |
| "image": "v1_222_0.png", | |
| "question": "Based on the event chain, when did the event <obj3> happen? After the event <obj> or after the event <obj2>? Please answer with the corresponding event.", | |
| "answer": "After Caption hook captures the lost boys", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_194": { | |
| "image_source": "v1_224.jpg", | |
| "image": "v1_224_0.png", | |
| "question": "Does the person <obj> have a backpack?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_195": { | |
| "image_source": "v1_225.jpg", | |
| "image": "v1_225_0.png", | |
| "question": "Does the solution <obj> have a higher concentration?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_196": { | |
| "image_source": "v1_226.jpg", | |
| "image": "v1_226_0.png", | |
| "question": "Is the person <obj> looking at other adults?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_197": { | |
| "image_source": "v1_226.jpg", | |
| "image": "v1_226_1.png", | |
| "question": "Is the person <obj2> looking at other babies?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_198": { | |
| "image_source": "v1_227.jpg", | |
| "image": "v1_227_0.png", | |
| "question": "What is the occupation of the person <obj>?", | |
| "answer": "mechanic", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_199": { | |
| "image_source": "v1_228.jpg", | |
| "image": "v1_228_0.png", | |
| "question": "What is the shape of the object <obj>?", | |
| "answer": "cube", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_200": { | |
| "image_source": "v1_228.jpg", | |
| "image": "v1_228_1.png", | |
| "question": "What is the color of the object <obj2>?", | |
| "answer": "green", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_201": { | |
| "image_source": "v1_229.jpg", | |
| "image": "v1_229_0.png", | |
| "question": "Is the object <obj> occluding anything?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec", | |
| "rel" | |
| ] | |
| }, | |
| "v1_202": { | |
| "image_source": "v1_230.jpg", | |
| "image": "v1_230_0.png", | |
| "question": "What is the color of the object <obj>?", | |
| "answer": "pink", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_203": { | |
| "image_source": "v1_231.jpg", | |
| "image": "v1_231_0.png", | |
| "question": "What is the color of the part of the sofa <obj>?", | |
| "answer": "purple", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_204": { | |
| "image_source": "v1_232.jpg", | |
| "image": "v1_232_0.png", | |
| "question": "Is there any indentation on the surface of the object <obj>?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_205": { | |
| "image_source": "v1_233.jpg", | |
| "image": "v1_233_0.png", | |
| "question": "Is the object <obj> smaller or larger?", | |
| "answer": "smaller", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_206": { | |
| "image_source": "v1_234.jpg", | |
| "image": "v1_234_0.png", | |
| "question": "How many objects are there in the container <obj>?", | |
| "answer": "2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_207": { | |
| "image_source": "v1_235.jpg", | |
| "image": "v1_235_0.png", | |
| "question": "Is the object <obj> heavier or lighter?", | |
| "answer": "lighter", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_208": { | |
| "image_source": "v1_236.jpg", | |
| "image": "v1_236_0.png", | |
| "question": "How many cubes does the object <obj> have?", | |
| "answer": "5", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_209": { | |
| "image_source": "v1_237.jpg", | |
| "image": "v1_237_0.png", | |
| "question": "Is the person <obj> looking down upon or looking up at the other?", | |
| "answer": "looking down upon", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_210": { | |
| "image_source": "v1_238.jpg", | |
| "image": "v1_238_0.png", | |
| "question": "Is the animal <obj> facing the camera?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_211": { | |
| "image_source": "v1_238.jpg", | |
| "image": "v1_238_1.png", | |
| "question": "Is the animal <obj2> facing the camera?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_212": { | |
| "image_source": "v1_239.jpg", | |
| "image": "v1_239_0.png", | |
| "question": "What is the object NOT <obj>?", | |
| "answer": "orange", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_213": { | |
| "image_source": "v1_239.jpg", | |
| "image": "v1_239_1.png", | |
| "question": "What is the object <obj>?", | |
| "answer": "apple", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_214": { | |
| "image_source": "v1_240.jpg", | |
| "image": "v1_240_0.png", | |
| "question": "Is the person <obj> falling off?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_215": { | |
| "image_source": "v1_241.jpg", | |
| "image": "v1_241_0.png", | |
| "question": "Is the object <obj> facing the parking lot or the grass?", | |
| "answer": "the parking lot", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_216": { | |
| "image_source": "v1_241.jpg", | |
| "image": "v1_241_1.png", | |
| "question": "Does the object <obj2> have a spare tire on its back?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_217": { | |
| "image_source": "v1_242.jpg", | |
| "image": "v1_242_0.png", | |
| "question": "What is the emotion expressed by the person <obj>?", | |
| "answer": "anger<OR>discontent", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_218": { | |
| "image_source": "v1_243.jpg", | |
| "image": "v1_243_0.png", | |
| "question": "Is the person <obj> being fed or feeding others?", | |
| "answer": "being fed", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_219": { | |
| "image_source": "v1_244.jpg", | |
| "image": "v1_244_0.png", | |
| "question": "What is the person <obj> holding?", | |
| "answer": "an umbrella<OR>umbrella<OR>horn", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_220": { | |
| "image_source": "v1_245.jpg", | |
| "image": "v1_245_0.png", | |
| "question": "Is the animal <obj> shorter or taller?", | |
| "answer": "shorter", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_221": { | |
| "image_source": "v1_246.jpg", | |
| "image": "v1_246_0.png", | |
| "question": "What is the color of the animal <obj>?", | |
| "answer": "black", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_222": { | |
| "image_source": "v1_246.jpg", | |
| "image": "v1_246_1.png", | |
| "question": "Is the animal <obj2> facing left or right?", | |
| "answer": "left", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_223": { | |
| "image_source": "v1_247.jpg", | |
| "image": "v1_247_0.png", | |
| "question": "Is the person <obj> the only one without shoes?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_224": { | |
| "image_source": "v1_247.jpg", | |
| "image": "v1_247_1.png", | |
| "question": "How many persons are of the same gender as the person <obj2>?", | |
| "answer": "3", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_225": { | |
| "image_source": "v1_248.jpg", | |
| "image": "v1_248_0.png", | |
| "question": "What is the color of the animal <obj>?", | |
| "answer": "brown", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_226": { | |
| "image_source": "v1_249.jpg", | |
| "image": "v1_249_0.png", | |
| "question": "Is the object <obj> the only one in the image?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_227": { | |
| "image_source": "v1_249.jpg", | |
| "image": "v1_249_1.png", | |
| "question": "How many objects can you see that are the same as the object <obj2>?", | |
| "answer": "4", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_228": { | |
| "image_source": "v1_250.jpg", | |
| "image": "v1_250_0.png", | |
| "question": "What is the object <obj>?", | |
| "answer": "orange", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_229": { | |
| "image_source": "v1_251.jpg", | |
| "image": "v1_251_0.png", | |
| "question": "Are the persons <obj> on the same team?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_230": { | |
| "image_source": "v1_252.jpg", | |
| "image": "v1_252_0.png", | |
| "question": "There are multiple objects that are the same as the object <obj>. Is the object <obj> closer or farther from the camera?", | |
| "answer": "farther", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_231": { | |
| "image_source": "v1_252.jpg", | |
| "image": "v1_252_1.png", | |
| "question": "How many objects are there that are the same as the object <obj2>, including the one that is marked?", | |
| "answer": "6", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_232": { | |
| "image_source": "v1_253.jpg", | |
| "image": "v1_253_0.png", | |
| "question": "What is the object <obj> holding?", | |
| "answer": "toothbrush", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_233": { | |
| "image_source": "v1_254.jpg", | |
| "image": "v1_254_0.png", | |
| "question": "Is the person <obj> looking away or looking at the camera?", | |
| "answer": "looking at the camera", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_234": { | |
| "image_source": "v1_255.jpg", | |
| "image": "v1_255_0.png", | |
| "question": "Between Person 1: the person <obj> and Person 2: the person <obj2>, who is wearing red?", | |
| "answer": "Person 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_235": { | |
| "image_source": "v1_255.jpg", | |
| "image": "v1_255_1.png", | |
| "question": "Between Object 1: the object <obj3>, Object 2: the object <obj4>, and Object 3: the object <obj5>, what is the color of the one that is different from the others?", | |
| "answer": "blue<OR>dark blue", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_236": { | |
| "image_source": "v1_256.jpg", | |
| "image": "v1_256_0.png", | |
| "question": "Does the object <obj> and the object <obj2> have the same color?", | |
| "answer": "yes", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_237": { | |
| "image_source": "v1_256.jpg", | |
| "image": "v1_256_1.png", | |
| "question": "Between the object <obj3>, the object <obj4>, and the object <obj5>, what is the name of the object that is different?", | |
| "answer": "fork", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_238": { | |
| "image_source": "v1_257.jpg", | |
| "image": "v1_257_0.png", | |
| "question": "Between Car 1: the car <obj> and Car 2: the car <obj2>, which car is white?", | |
| "answer": "Car 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_239": { | |
| "image_source": "v1_257.jpg", | |
| "image": "v1_257_1.png", | |
| "question": "Between Car 1: the car <obj3>, Car 2: the car <obj4>, and Car 3: the car <obj5>, which car is a pick-up truck?", | |
| "answer": "Car 3", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_240": { | |
| "image_source": "v1_258.jpg", | |
| "image": "v1_258_0.png", | |
| "question": "Between Person 1: the person <obj> and Person 2: the person <obj2>, which person is wearing sunglasses?", | |
| "answer": "Person 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_241": { | |
| "image_source": "v1_258.jpg", | |
| "image": "v1_258_1.png", | |
| "question": "Between Person 1: the person <obj3>, and Person 2: the person <obj4>, which person is taller?", | |
| "answer": "Person 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_242": { | |
| "image_source": "v1_259.jpg", | |
| "image": "v1_259_0.png", | |
| "question": "Between the person <obj>, the person <obj2>, and the person <obj3>, what color is the person with glasses wearing?", | |
| "answer": "blue<OR>white", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_243": { | |
| "image_source": "v1_259.jpg", | |
| "image": "v1_259_1.png", | |
| "question": "Between the object <obj4> and the object <obj5>, do they both contain the same liquid?", | |
| "answer": "no", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_244": { | |
| "image_source": "v1_260.jpg", | |
| "image": "v1_260_0.png", | |
| "question": "Why is the person <obj> in a different posture as compared to the person <obj2>?", | |
| "answer": "This is because the man is sitting facing the camera while the woman had her back towards to camera. In order to take the group photo, the woman had to twist her waist so she could face the camera, while the man does not have to twist his waist.", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen", | |
| "rel" | |
| ] | |
| }, | |
| "v1_245": { | |
| "image_source": "v1_260.jpg", | |
| "image": "v1_260_1.png", | |
| "question": "Between Person 1: the person <obj3>, Person 2: the person <obj4>, and Person 3: the person <obj5>, which person has less white hair?", | |
| "answer": "Person 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_246": { | |
| "image_source": "v1_261.jpg", | |
| "image": "v1_261_0.png", | |
| "question": "Between Object 1: the object <obj> and Object 2: the object <obj2>, which one is being used?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec", | |
| "rel", | |
| "know" | |
| ] | |
| }, | |
| "v1_247": { | |
| "image_source": "v1_262.jpg", | |
| "image": "v1_262_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which one is taller?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_248": { | |
| "image_source": "v1_262.jpg", | |
| "image": "v1_262_1.png", | |
| "question": "Between Object 1: the object <obj4> and Object 2: the object <obj5>, which one is supposed to only be used by one person?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_249": { | |
| "image_source": "v1_263.jpg", | |
| "image": "v1_263_0.png", | |
| "question": "Between Object 1: the object <obj> and Object 2: the object <obj2>, which one has something on it?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_250": { | |
| "image_source": "v1_263.jpg", | |
| "image": "v1_263_1.png", | |
| "question": "Between Object 1: the object <obj3>, Object 2: the object <obj4>, and Object 3: the object <obj5>, is the smallest one to the left of, to the right of, or in the middle of the rest two?", | |
| "answer": "in the middle of", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_251": { | |
| "image_source": "v1_264.jpg", | |
| "image": "v1_264_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which one does not produce sound by itself?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_252": { | |
| "image_source": "v1_264.jpg", | |
| "image": "v1_264_1.png", | |
| "question": "Both the object <obj4> and the object <obj5> look like they are made from similar materials. What is the material?", | |
| "answer": "leather<OR>animal skin", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_253": { | |
| "image_source": "v1_265.jpg", | |
| "image": "v1_265_0.png", | |
| "question": "Between Object 1: the object <obj> and Object 2: the object <obj2>, which one is healthier?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_254": { | |
| "image_source": "v1_265.jpg", | |
| "image": "v1_265_1.png", | |
| "question": "Between Object 1: the object <obj3>, Object 2: the object <obj4>, and Object 3: the object <obj5>, which one has a lid?", | |
| "answer": "Object 3", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_255": { | |
| "image_source": "v1_266.jpg", | |
| "image": "v1_266_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which one is the tallest?", | |
| "answer": "Object 3", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_256": { | |
| "image_source": "v1_267.jpg", | |
| "image": "v1_267_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which one is moving?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_257": { | |
| "image_source": "v1_267.jpg", | |
| "image": "v1_267_1.png", | |
| "question": "Between Person 1: the person <obj4> and Person 2: the person <obj5>, who is closer to the store?", | |
| "answer": "Person 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_258": { | |
| "image_source": "v1_268.jpg", | |
| "image": "v1_268_0.png", | |
| "question": "Between Region 1: the region <obj> and Region 2: the region <obj2>, which one has books?", | |
| "answer": "Region 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_259": { | |
| "image_source": "v1_268.jpg", | |
| "image": "v1_268_1.png", | |
| "question": "Between Object 1: the object <obj3>, Object 2: the object <obj4>, and Object 3: the object <obj5>, what do the other two have on top of them but one doesn't?", | |
| "answer": "white cloth<OR>a piece of white cloth", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_260": { | |
| "image_source": "v1_269.jpg", | |
| "image": "v1_269_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which has the most food?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_261": { | |
| "image_source": "v1_269.jpg", | |
| "image": "v1_269_1.png", | |
| "question": "Between Object 1: the object <obj4> and Object 2: the object <obj5>, which is closer to camera?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_262": { | |
| "image_source": "v1_270.jpg", | |
| "image": "v1_270_0.png", | |
| "question": "Between Person 1: the person <obj>, Person 2: the person <obj2>, and Person 3: the person <obj3>, who is wearing a white coat?", | |
| "answer": "Person 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_263": { | |
| "image_source": "v1_271.jpg", | |
| "image": "v1_271_0.png", | |
| "question": "Between Person 1: the person <obj> and Person 2: the person <obj2>, who is the organizer/advisor and why?", | |
| "answer": "Person 1, because person 1 wears ribbons and suits, which is apparently more formal and more senior than person 2's athlete-like clothing.", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen", | |
| "rel" | |
| ] | |
| }, | |
| "v1_264": { | |
| "image_source": "v1_271.jpg", | |
| "image": "v1_271_1.png", | |
| "question": "Between Person 1: the person <obj3>, Person 2: the person <obj4>, and Person 3: the person <obj5>, only one person doesn't have something on his/her hand, what is that?", | |
| "answer": "handband", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_265": { | |
| "image_source": "v1_272.jpg", | |
| "image": "v1_272_0.png", | |
| "question": "Between Person 1: the person <obj2> and Person 2: the person <obj3>, who is the batter?", | |
| "answer": "Person 2", | |
| "capability": [ | |
| "rec", | |
| "rel" | |
| ] | |
| }, | |
| "v1_266": { | |
| "image_source": "v1_273.jpg", | |
| "image": "v1_273_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which are chairs that the doctor will not sit on during the treatment?", | |
| "answer": "Object 2<AND>Object 3", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_267": { | |
| "image_source": "v1_273.jpg", | |
| "image": "v1_273_1.png", | |
| "question": "Between Object 1: the object <obj4> and Object 2: the object <obj5>, which is a real plant?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_268": { | |
| "image_source": "v1_274.jpg", | |
| "image": "v1_274_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which object is moving away from the camera?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_269": { | |
| "image_source": "v1_274.jpg", | |
| "image": "v1_274_1.png", | |
| "question": "Between Object 1: the object <obj4> and Object 2: the object <obj5>, which tells you something related to taxis?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec", | |
| "ocr", | |
| "know" | |
| ] | |
| }, | |
| "v1_270": { | |
| "image_source": "v1_275.jpg", | |
| "image": "v1_275_0.png", | |
| "question": "Between Person 1: the person <obj>, Person 2: the person <obj2>, and Person 3: the person <obj3>, who is the person wearing blue shirt?", | |
| "answer": "Person 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_271": { | |
| "image_source": "v1_275.jpg", | |
| "image": "v1_275_1.png", | |
| "question": "Between Object 1: the object <obj4> and Object 2: the object <obj5>, which can usually carry more people?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_272": { | |
| "image_source": "v1_276.jpg", | |
| "image": "v1_276_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which object is closest to the camera?", | |
| "answer": "Object 1<AND>taxi", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_273": { | |
| "image_source": "v1_276.jpg", | |
| "image": "v1_276_1.png", | |
| "question": "Between Object 1: the object <obj4> and Object 2: the object <obj5>, which one has numbers on it?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec", | |
| "ocr" | |
| ] | |
| }, | |
| "v1_274": { | |
| "image_source": "v1_277.jpg", | |
| "image": "v1_277_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which object will end up going in the opposite direction of the other two?", | |
| "answer": "Object 3", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_275": { | |
| "image_source": "v1_278.jpg", | |
| "image": "v1_278_0.png", | |
| "question": "Between Object 1: the object <obj> and Object 2: the object <obj2>, whose license plate's last 4 digits form a number that is smaller than that of the other car's?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec", | |
| "ocr", | |
| "math" | |
| ] | |
| }, | |
| "v1_276": { | |
| "image_source": "v1_278.jpg", | |
| "image": "v1_278_1.png", | |
| "question": "Between Person 1: the person <obj3>, Person 2: the person <obj4> and Person 3: the person <obj5>, who is not talking to anyone outside?", | |
| "answer": "Person 3", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_277": { | |
| "image_source": "v1_279.jpg", | |
| "image": "v1_279_0.png", | |
| "question": "Between Object 1: the object <obj> and Object 2: the object <obj2>, which one is a living entity?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_278": { | |
| "image_source": "v1_280.jpg", | |
| "image": "v1_280_0.png", | |
| "question": "Between Object 1: the object <obj> and Object 2: the object <obj2>, which one has an orange cap?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_279": { | |
| "image_source": "v1_280.jpg", | |
| "image": "v1_280_1.png", | |
| "question": "Between Object 1: the object <obj3>, Object 2: the object <obj4>, and Object 3: the object <obj5>, which one has something on top of it?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_280": { | |
| "image_source": "v1_281.jpg", | |
| "image": "v1_281_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which one is different from the others and why?", | |
| "answer": "Object 3 because object 3 is herb tea while the others are normal tea", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "gen", | |
| "rel" | |
| ] | |
| }, | |
| "v1_281": { | |
| "image_source": "v1_281.jpg", | |
| "image": "v1_281_1.png", | |
| "question": "Between Object 1: the object <obj4> and Object 2: the object <obj5>, which one has a similar duplicate in the image?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_282": { | |
| "image_source": "v1_282.jpg", | |
| "image": "v1_282_0.png", | |
| "question": "Between Animal 1: the animal <obj>, Animal 2: the animal <obj2>, and Animal 3: the animal <obj3>, which one has a different color?", | |
| "answer": "Animal 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_283": { | |
| "image_source": "v1_283.jpg", | |
| "image": "v1_283_0.png", | |
| "question": "Between Person 1: the person <obj> and Person 2: the person <obj2>, who is trying to defend against who?", | |
| "answer": "Person 1 against Person 2", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_284": { | |
| "image_source": "v1_284.jpg", | |
| "image": "v1_284_0.png", | |
| "question": "Between Person 1: the person <obj>, Person 2: the person <obj2>, Person 3: the person <obj3>, and Person 4: the person <obj4>, who is the catcher and who just hit the ball?", | |
| "answer": "Person 4 and Person 2", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_285": { | |
| "image_source": "v1_285.jpg", | |
| "image": "v1_285_0.png", | |
| "question": "Between Object 1: the object <obj3> and Object 2: the object <obj4>, which one is more expensive?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_286": { | |
| "image_source": "v1_286.jpg", | |
| "image": "v1_286_0.png", | |
| "question": "Who is the person <obj> talking to, Person 1: the person <obj2>, or Person 2: the person <obj3>?", | |
| "answer": "Person 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_287": { | |
| "image_source": "v1_287.jpg", | |
| "image": "v1_287_0.png", | |
| "question": "Between Person 1: the person <obj> and Person 2: the person <obj2>, who is talking to someone?", | |
| "answer": "Person 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_288": { | |
| "image_source": "v1_288.jpg", | |
| "image": "v1_288_0.png", | |
| "question": "How does the person <obj> differ in their duties on the field when compared to the person <obj2>?", | |
| "answer": "The former runs within the field while the latter stays outside the field", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_289": { | |
| "image_source": "v1_289.jpg", | |
| "image": "v1_289_0.png", | |
| "question": "What is the relationship between Entity 1: the entity <obj> and Entity 2: the entity <obj2>?", | |
| "answer": "Entity 2 is the owner of Entity 1", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel", | |
| "gen" | |
| ] | |
| }, | |
| "v1_290": { | |
| "image_source": "v1_290.jpg", | |
| "image": "v1_290_0.png", | |
| "question": "Between Animal 1: the animal <obj>, Animal 2: the animal <obj2>, and Animal 3: the animal <obj3>, whose owner wears green?", | |
| "answer": "Animal 1", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_291": { | |
| "image_source": "v1_291.jpg", | |
| "image": "v1_291_0.png", | |
| "question": "Between Object 1: the object <obj> and Object 2: the object <obj2>, which one has more protein?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_292": { | |
| "image_source": "v1_292.jpg", | |
| "image": "v1_292_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which one is being eaten?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_293": { | |
| "image_source": "v1_293.jpg", | |
| "image": "v1_293_0.png", | |
| "question": "Between Object 1: the object <obj4>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which one is not doing the activity/action that the other two are doing? Why?", | |
| "answer": "Object 1, is not doing the activity that the other two are doing. Objects 2 and 3 are part of a group of jets that are emitting trails and flying in formation. Object 1, on the other hand, is separated from the group and is not emitting a trail like the others.", | |
| "capability": [ | |
| "rec", | |
| "gen", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_294": { | |
| "image_source": "v1_293.jpg", | |
| "image": "v1_293_1.png", | |
| "question": "Between Object 1: the object <obj4> and Object 2: the object <obj5>, which one is the leader?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_295": { | |
| "image_source": "v1_294.jpg", | |
| "image": "v1_294_0.png", | |
| "question": "Between Person 1: the person <obj>, Person 2: the person <obj2>, and Person 3: the person <obj3>, which one is engaged in a conversation?", | |
| "answer": "Person 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_296": { | |
| "image_source": "v1_294.jpg", | |
| "image": "v1_294_1.png", | |
| "question": "What will likely happen next between the person <obj4> and the person <obj5>?", | |
| "answer": "they will run into each other", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_297": { | |
| "image_source": "v1_295.jpg", | |
| "image": "v1_295_0.png", | |
| "question": "Between Object 1: the object <obj> and Object 2: the object <obj2>, which object is less likely to fit in the car?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_298": { | |
| "image_source": "v1_295.jpg", | |
| "image": "v1_295_1.png", | |
| "question": "Between Object 1: the object <obj3>, Object 2: the object <obj4>, and Object 3: the object <obj5>, which object is most likely to be owned by the person?", | |
| "answer": "Object 1", | |
| "capability": [ | |
| "rec", | |
| "know" | |
| ] | |
| }, | |
| "v1_299": { | |
| "image_source": "v1_296.jpg", | |
| "image": "v1_296_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which object is different?", | |
| "answer": "Object 3", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_300": { | |
| "image_source": "v1_297.jpg", | |
| "image": "v1_297_0.png", | |
| "question": "Between Object 1: the object <obj>, Object 2: the object <obj2>, and Object 3: the object <obj3>, which one resembles a bird the most?", | |
| "answer": "Object 2", | |
| "capability": [ | |
| "rec" | |
| ] | |
| }, | |
| "v1_301": { | |
| "image_source": "v1_298.jpg", | |
| "image": "v1_298_0.png", | |
| "question": "Why are the person <obj> and the person <obj2> crashing into each other?", | |
| "answer": "they are competing for the frisbee", | |
| "capability": [ | |
| "rec", | |
| "know", | |
| "rel" | |
| ] | |
| }, | |
| "v1_302": { | |
| "image_source": "v1_299.jpg", | |
| "image": "v1_299_0.png", | |
| "question": "Between Person 1: the person <obj> and Person 2: the person <obj2>, which one is on an object with a motor?", | |
| "answer": "Person 1", | |
| "capability": [ | |
| "rec" | |
| ] | |
| } | |
| } |