,c0_i0_blip2,c0_i1_blip2,c1_i0_blip2,c1_i1_blip2,id,text_correct_blip2,image_correct_blip2,group_correct_blip2,model_blip2,c0_i0_q2,c0_i1_q2,c1_i0_q2,c1_i1_q2,qa_samples,text_correct_q2,image_correct_q2,group_correct_q2,model_q2
9,0.0042731496505439,0.0240611042827367,0.0005511950002983,0.0319312512874603,10,True,False,False,examples_blip2_text_matching_coco.csv,0.48087425739504397,0.12818020407576114,0.04484002568642609,0.05777917709201574,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Which part of a sailboat rests below the water?"", ""pali_output"": ""bow"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.018743688240647316}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What part of a sailboat rests below water?"", ""pali_output"": ""bow"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.01736583188176155}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What part of the boat rests below the water?"", ""pali_output"": ""bow"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.009474532678723335}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What part of a sailboat rests below the water?"", ""pali_output"": ""bow"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.016706036403775215}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where does a sail rest?"", ""pali_output"": ""water"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.9415177702903748}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where does the sail rest?"", ""pali_output"": ""water"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.9445192813873291}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The sail rests below what?"", ""pali_output"": ""water"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.9354262351989746}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the sail rest below?"", ""pali_output"": ""water"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.9632406830787659}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the water rest below?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.024483490735292435}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The water rests below what?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.0388459749519825}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Water rests below what?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.04035702720284462}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Water rests below what object?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.036558788269758224}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What rests below a sail?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.07397431880235672}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What rests below the sail?"", ""pali_output"": ""oar"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.012975581921637058}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is below a sail?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.12851813435554504}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is below the sail?"", ""pali_output"": ""people"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.0030068892519921064}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which part of a sailboat rests below the water?"", ""pali_output"": ""bow"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.018743688240647316}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What part of a sailboat rests below water?"", ""pali_output"": ""bow"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.01736583188176155}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What part of the boat rests below the water?"", ""pali_output"": ""bow"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.009474532678723335}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What part of a sailboat rests below the water?"", ""pali_output"": ""bow"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.016706036403775215}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where does a sail rest?"", ""pali_output"": ""mast"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.008835158310830593}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where does the sail rest?"", ""pali_output"": ""mast"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.009349815547466278}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The sail rests below what?"", ""pali_output"": ""water"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.9354262351989746}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the sail rest below?"", ""pali_output"": ""mast"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.009540334343910217}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the water rest below?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.024483490735292435}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The water rests below what?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.0388459749519825}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Water rests below what?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.04035702720284462}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Water rests below what object?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the sail"", ""entailment_score"": 0.036558788269758224}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What rests below a sail?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.07397431880235672}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What rests below the sail?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.045122236013412476}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is below a sail?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.12851813435554504}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is below the sail?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the water"", ""entailment_score"": 0.07437344640493393}]",False,True,False,visual_q2
15,0.4210442006587982,0.4633484780788421,0.5280205607414246,0.4609530568122864,16,False,False,False,examples_blip2_text_matching_coco.csv,0.7129433825612068,0.4169194219367845,0.24543384914951666,0.3672742801053183,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Are there more or fewer forks than spoons in a typical place setting?"", ""pali_output"": ""fewer"", ""answer_candidate"": ""fewer forks"", ""entailment_score"": 0.8694562911987305}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Do we have more or fewer forks than spoons?"", ""pali_output"": ""fewer"", ""answer_candidate"": ""fewer forks"", ""entailment_score"": 0.8773717284202576}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Are there more or fewer forks than spoons in the world?"", ""pali_output"": ""fewer"", ""answer_candidate"": ""fewer forks"", ""entailment_score"": 0.8687681555747986}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Are there more or fewer forks than spoons?"", ""pali_output"": ""fewer"", ""answer_candidate"": ""fewer forks"", ""entailment_score"": 0.8637616634368896}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which has fewer forks?"", ""pali_output"": ""bottom"", ""answer_candidate"": ""spoons"", ""entailment_score"": 0.0246235653758049}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which has fewer forks, forks or spoons?"", ""pali_output"": ""spoon"", ""answer_candidate"": ""spoons"", ""entailment_score"": 0.707815408706665}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which is more common, forks or spoons?"", ""pali_output"": ""spoon"", ""answer_candidate"": ""spoons"", ""entailment_score"": 0.7788068652153015}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Are there more or fewer spoons than forks in a standard place setting?"", ""pali_output"": ""more"", ""answer_candidate"": ""fewer spoons"", ""entailment_score"": 0.17092265188694}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Do we have more or fewer spoons than forks?"", ""pali_output"": ""more"", ""answer_candidate"": ""fewer spoons"", ""entailment_score"": 0.25750303268432617}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Are there more or fewer spoons than forks in a typical place setting?"", ""pali_output"": ""more"", ""answer_candidate"": ""fewer spoons"", ""entailment_score"": 0.1840381771326065}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Are there more or fewer spoons than forks?"", ""pali_output"": ""more"", ""answer_candidate"": ""fewer spoons"", ""entailment_score"": 0.18097808957099915}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which flatware item is more common, spoons or forks?"", ""pali_output"": ""fork"", ""answer_candidate"": ""forks"", ""entailment_score"": 0.8712416291236877}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which flatware item is more common, forks or spoons?"", ""pali_output"": ""spoon"", ""answer_candidate"": ""forks"", ""entailment_score"": 0.028484493494033813}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which is more common, forks or spoons?"", ""pali_output"": ""spoon"", ""answer_candidate"": ""forks"", ""entailment_score"": 0.02486887015402317}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Are there more or fewer forks than spoons in a typical place setting?"", ""pali_output"": ""fewer"", ""answer_candidate"": ""fewer forks"", ""entailment_score"": 0.8694562911987305}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Do we have more or fewer forks than spoons?"", ""pali_output"": ""more"", ""answer_candidate"": ""fewer forks"", ""entailment_score"": 0.2524060904979706}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Are there more or fewer forks than spoons in the world?"", ""pali_output"": ""fewer"", ""answer_candidate"": ""fewer forks"", ""entailment_score"": 0.8687681555747986}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Are there more or fewer forks than spoons?"", ""pali_output"": ""more"", ""answer_candidate"": ""fewer forks"", ""entailment_score"": 0.17566801607608795}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which has fewer forks?"", ""pali_output"": ""left"", ""answer_candidate"": ""spoons"", ""entailment_score"": 0.011595349758863449}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which has fewer forks, forks or spoons?"", ""pali_output"": ""spoon"", ""answer_candidate"": ""spoons"", ""entailment_score"": 0.707815408706665}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which is more common, forks or spoons?"", ""pali_output"": ""fork"", ""answer_candidate"": ""spoons"", ""entailment_score"": 0.03272664174437523}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Are there more or fewer spoons than forks in a standard place setting?"", ""pali_output"": ""more"", ""answer_candidate"": ""fewer spoons"", ""entailment_score"": 0.17092265188694}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Do we have more or fewer spoons than forks?"", ""pali_output"": ""more"", ""answer_candidate"": ""fewer spoons"", ""entailment_score"": 0.25750303268432617}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Are there more or fewer spoons than forks in a typical place setting?"", ""pali_output"": ""more"", ""answer_candidate"": ""fewer spoons"", ""entailment_score"": 0.1840381771326065}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Are there more or fewer spoons than forks?"", ""pali_output"": ""more"", ""answer_candidate"": ""fewer spoons"", ""entailment_score"": 0.18097808957099915}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which flatware item is more common, spoons or forks?"", ""pali_output"": ""fork"", ""answer_candidate"": ""forks"", ""entailment_score"": 0.8712416291236877}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which flatware item is more common, forks or spoons?"", ""pali_output"": ""spoon"", ""answer_candidate"": ""forks"", ""entailment_score"": 0.028484493494033813}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which is more common, forks or spoons?"", ""pali_output"": ""fork"", ""answer_candidate"": ""forks"", ""entailment_score"": 0.877751886844635}]",False,True,False,visual_q2
23,0.8857058882713318,0.0084484508261084,0.9487271904945374,0.0661351531744003,24,False,False,False,examples_blip2_text_matching_coco.csv,0.04504846515400069,0.016863603577283875,0.011804283247329295,0.06331020063953474,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person furthest away from the camera do?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.04991549998521805}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person further away from the camera do?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.08937916159629822}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person farther from the camera do?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.060060638934373856}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person furthest from the camera do?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.045932888984680176}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who does what?"", ""pali_output"": ""exercise"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.00957198441028595}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person who is closer to the camera do?"", ""pali_output"": ""exercise"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.0325397290289402}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person closest to the camera do?"", ""pali_output"": ""exercise"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.02793935313820839}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who does what when they are closer to the camera?"", ""pali_output"": ""lift"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.008030391298234463}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person who is closer to the camera do?"", ""pali_output"": ""exercise"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.023349488154053688}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person closer to the camera do?"", ""pali_output"": ""exercise"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.023795995861291885}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person closest to the camera do?"", ""pali_output"": ""exercise"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.027669250965118408}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person furthest away from the camera do?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.0029440331272780895}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person farther from the camera do?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.002481982810422778}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person who is farther away from the camera do?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.003043044125661254}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person furthest from the camera do?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.0031200796365737915}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person furthest away from the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.005386853590607643}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person further away from the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.005138813983649015}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person farther from the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.005599082447588444}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person furthest from the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.005633317865431309}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who does what?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.0017058027442544699}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person who is closer to the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.0917968899011612}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person closest to the camera do?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.002784464508295059}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who does what when they are closer to the camera?"", ""pali_output"": ""smile"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.003955418709665537}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person who is closer to the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.005814077332615852}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person closer to the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.005457302555441856}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person closest to the camera do?"", ""pali_output"": ""run"", ""answer_candidate"": ""the camera runs"", ""entailment_score"": 0.08241880685091019}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person furthest away from the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.08090680092573166}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person farther from the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.13520807027816772}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person who is farther away from the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.09781870245933533}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person furthest from the camera do?"", ""pali_output"": ""dumbbell"", ""answer_candidate"": ""the camera weightlifts"", ""entailment_score"": 0.09490242600440979}]",True,True,True,visual_q2
32,0.9585000276565552,0.009366356767714,0.4906852543354034,0.01230622921139,33,True,False,False,examples_blip2_text_matching_coco.csv,0.4695138819515705,0.0068929730041418225,0.013535447433241643,0.24445006278983783,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What shape is the base of a square table?"", ""pali_output"": ""round"", ""answer_candidate"": ""a round base"", ""entailment_score"": 0.9328398704528809}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What shape of base does a square table have?"", ""pali_output"": ""round"", ""answer_candidate"": ""a round base"", ""entailment_score"": 0.9389251470565796}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of base does the square table have?"", ""pali_output"": ""round"", ""answer_candidate"": ""a round base"", ""entailment_score"": 0.9212348461151123}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of base does a square table have?"", ""pali_output"": ""round"", ""answer_candidate"": ""a round base"", ""entailment_score"": 0.9225565195083618}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A round base is found on what type of table?"", ""pali_output"": ""coffee table"", ""answer_candidate"": ""the square table"", ""entailment_score"": 0.010736068710684776}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of table has a round base?"", ""pali_output"": ""cafe table"", ""answer_candidate"": ""the square table"", ""entailment_score"": 0.008094284683465958}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which table has a round base?"", ""pali_output"": ""coffee table"", ""answer_candidate"": ""the square table"", ""entailment_score"": 0.010587613098323345}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What has a round base?"", ""pali_output"": ""table"", ""answer_candidate"": ""the square table"", ""entailment_score"": 0.011136705987155437}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What shape does the base of a round table have?"", ""pali_output"": ""circle"", ""answer_candidate"": ""a square base"", ""entailment_score"": 0.0015181388007476926}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A round table has what kind of base?"", ""pali_output"": ""pedestal"", ""answer_candidate"": ""a square base"", ""entailment_score"": 0.008252047933638096}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What shape is the base of a round table?"", ""pali_output"": ""circle"", ""answer_candidate"": ""a square base"", ""entailment_score"": 0.0020580061245709658}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What kind of base does a round table have?"", ""pali_output"": ""pedestal"", ""answer_candidate"": ""a square base"", ""entailment_score"": 0.0038139845710247755}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A square base is found on what type of table?"", ""pali_output"": ""coffee table"", ""answer_candidate"": ""the round table"", ""entailment_score"": 0.02515493705868721}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What type of table has a square base?"", ""pali_output"": ""coffee table"", ""answer_candidate"": ""the round table"", ""entailment_score"": 0.019005296751856804}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which table has a square base?"", ""pali_output"": ""coffee table"", ""answer_candidate"": ""the round table"", ""entailment_score"": 0.023023473098874092}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What has a square base?"", ""pali_output"": ""table"", ""answer_candidate"": ""the round table"", ""entailment_score"": 0.02545769512653351}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What shape is the base of a square table?"", ""pali_output"": ""rectangle"", ""answer_candidate"": ""a round base"", ""entailment_score"": 0.004703338257968426}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What shape of base does a square table have?"", ""pali_output"": ""rectangle"", ""answer_candidate"": ""a round base"", ""entailment_score"": 0.003891989355906844}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of base does the square table have?"", ""pali_output"": ""metal"", ""answer_candidate"": ""a round base"", ""entailment_score"": 0.003502350067719817}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of base does a square table have?"", ""pali_output"": ""metal"", ""answer_candidate"": ""a round base"", ""entailment_score"": 0.0035551704932004213}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A round base is found on what type of table?"", ""pali_output"": ""picnic table"", ""answer_candidate"": ""the square table"", ""entailment_score"": 0.010027486830949783}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of table has a round base?"", ""pali_output"": ""picnic table"", ""answer_candidate"": ""the square table"", ""entailment_score"": 0.007149697747081518}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which table has a round base?"", ""pali_output"": ""picnic table"", ""answer_candidate"": ""the square table"", ""entailment_score"": 0.011177045293152332}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What has a round base?"", ""pali_output"": ""table"", ""answer_candidate"": ""the square table"", ""entailment_score"": 0.011136705987155437}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What shape does the base of a round table have?"", ""pali_output"": ""square"", ""answer_candidate"": ""a square base"", ""entailment_score"": 0.9397722482681274}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A round table has what kind of base?"", ""pali_output"": ""metal"", ""answer_candidate"": ""a square base"", ""entailment_score"": 0.002714084694162011}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What shape is the base of a round table?"", ""pali_output"": ""square"", ""answer_candidate"": ""a square base"", ""entailment_score"": 0.9311443567276001}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What kind of base does a round table have?"", ""pali_output"": ""metal"", ""answer_candidate"": ""a square base"", ""entailment_score"": 0.0018519210861995816}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A square base is found on what type of table?"", ""pali_output"": ""picnic table"", ""answer_candidate"": ""the round table"", ""entailment_score"": 0.018171627074480057}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What type of table has a square base?"", ""pali_output"": ""picnic table"", ""answer_candidate"": ""the round table"", ""entailment_score"": 0.014992733485996723}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which table has a square base?"", ""pali_output"": ""picnic table"", ""answer_candidate"": ""the round table"", ""entailment_score"": 0.021495835855603218}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What has a square base?"", ""pali_output"": ""table"", ""answer_candidate"": ""the round table"", ""entailment_score"": 0.02545769512653351}]",True,True,True,visual_q2
33,0.9941290616989136,0.9955959916114808,0.984991490840912,0.9945460557937622,34,False,False,False,examples_blip2_text_matching_coco.csv,0.19845232383037606,0.049685865795860686,0.01963822850957513,0.020834445022046566,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What are behind rectangular bushes?"", ""pali_output"": ""tree"", ""answer_candidate"": ""pointy bushes"", ""entailment_score"": 0.006725444458425045}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is behind rectangular bushes?"", ""pali_output"": ""tree"", ""answer_candidate"": ""pointy bushes"", ""entailment_score"": 0.008320455439388752}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What type of bushes are behind rectangular bushes?"", ""pali_output"": ""cone"", ""answer_candidate"": ""pointy bushes"", ""entailment_score"": 0.5779696106910706}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of bushes are behind rectangular bushes?"", ""pali_output"": ""cone"", ""answer_candidate"": ""pointy bushes"", ""entailment_score"": 0.5734162330627441}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of bushes are in front of the pointy bushes?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.012292671948671341}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What are pointy bushes behind?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.011989527381956577}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What are rectangular bushes behind?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""pointy bushes"", ""entailment_score"": 0.04199393838644028}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is behind the pointy bushes?"", ""pali_output"": ""tree"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.009877732954919338}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is behind pointy bushes?"", ""pali_output"": ""tree"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.00651933578774333}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What type of bushes are behind pointy bushes?"", ""pali_output"": ""boxwood"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.01998152770102024}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What kind of bushes are behind pointy bushes?"", ""pali_output"": ""boxwood"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.019818607717752457}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are behind rectangular bushes?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""pointy bushes"", ""entailment_score"": 0.05243024230003357}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is behind rectangular bushes?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""pointy bushes"", ""entailment_score"": 0.051247742027044296}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What type of bushes are behind rectangular bushes?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""pointy bushes"", ""entailment_score"": 0.08552169799804688}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of bushes are behind rectangular bushes?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""pointy bushes"", ""entailment_score"": 0.08463331311941147}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of bushes are in front of the pointy bushes?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.012292671948671341}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are pointy bushes behind?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.011989527381956577}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What are rectangular bushes behind?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""pointy bushes"", ""entailment_score"": 0.04199393838644028}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is behind the pointy bushes?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.023696117103099823}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is behind pointy bushes?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.013980542309582233}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What type of bushes are behind pointy bushes?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.012766879051923752}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What kind of bushes are behind pointy bushes?"", ""pali_output"": ""hedge"", ""answer_candidate"": ""rectangular bushes"", ""entailment_score"": 0.011734748259186745}]",False,True,False,visual_q2
37,0.001396766048856,0.8826145529747009,0.0008263638592325,0.6814297437667847,38,False,False,False,examples_blip2_text_matching_coco.csv,0.13086567004211247,0.01183801748265978,0.12246552118449472,0.45552849853993393,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the right in this illustration?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.00700537720695138}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the right side of the picture?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.006765555590391159}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the right side of the smiley face?"", ""pali_output"": ""sister"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.022349895909428596}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the right?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.005349425133317709}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the smiley face is the person who is happy?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.9210718870162964}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the smiley face is the happy person?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.012167603708803654}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the happy person on the smiley face?"", ""pali_output"": ""front"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.06782294809818268}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the left?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the sad person"", ""entailment_score"": 0.004392667673528194}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is on the left side of the picture?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.0066202012822031975}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is on the left?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.006937836762517691}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the sad person located on the smiley face?"", ""pali_output"": ""behind"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.027269145473837852}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the sad person on the smiley face?"", ""pali_output"": ""behind"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.028115902096033096}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side of the smiley face is the sad person?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.9013712406158447}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is on the right in the illustration?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the sad person"", ""entailment_score"": 0.0037629923317581415}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is on the right side of the picture?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the sad person"", ""entailment_score"": 0.00327892554923892}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is on the right?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the sad person"", ""entailment_score"": 0.002367925364524126}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the right in this illustration?"", ""pali_output"": ""sad"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.001503500621765852}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the right side of the picture?"", ""pali_output"": ""man"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.004364192485809326}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the right side of the smiley face?"", ""pali_output"": ""man"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.04891123250126839}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the right?"", ""pali_output"": ""sad"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.0010758705902844667}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the smiley face is the person who is happy?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.01350310817360878}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the smiley face is the happy person?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.012167603708803654}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the happy person on the smiley face?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.011876476928591728}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the left?"", ""pali_output"": ""smiling"", ""answer_candidate"": ""the sad person"", ""entailment_score"": 0.0013021548511460423}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is on the left side of the picture?"", ""pali_output"": ""smiling"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.7127262353897095}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is on the left?"", ""pali_output"": ""smiling"", ""answer_candidate"": ""the happy person"", ""entailment_score"": 0.7693749070167542}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the sad person located on the smiley face?"", ""pali_output"": ""underneath"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.022031133994460106}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the sad person on the smiley face?"", ""pali_output"": ""behind"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.028115902096033096}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side of the smiley face is the sad person?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.9013712406158447}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is on the right in the illustration?"", ""pali_output"": ""sad"", ""answer_candidate"": ""the sad person"", ""entailment_score"": 0.5906769037246704}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is on the right side of the picture?"", ""pali_output"": ""man"", ""answer_candidate"": ""the sad person"", ""entailment_score"": 0.0023131046909838915}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is on the right?"", ""pali_output"": ""sad"", ""answer_candidate"": ""the sad person"", ""entailment_score"": 0.6176185607910156}]",True,True,True,visual_q2
39,0.8686383366584778,0.6163787841796875,0.9345821142196656,0.6743265390396118,40,False,False,False,examples_blip2_text_matching_coco.csv,0.12384493846911937,0.03936535038519651,0.011124717406346463,0.04443066245585214,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What does a happy person have?"", ""pali_output"": ""smile"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.0066611808724701405}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a content person have?"", ""pali_output"": ""smile"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.005947581026703119}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The more content person has what?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.43861261010169983}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the more content person have?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.5113462805747986}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which person has the less healthy food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.03127723187208176}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which person has less healthy food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.026860369369387627}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who has the less healthy food?"", ""pali_output"": ""older man"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.013621308840811253}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who has less healthy food?"", ""pali_output"": ""older man"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.009028603322803974}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a person with less content have?"", ""pali_output"": ""hamburger"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.18832284212112427}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The less content person has what?"", ""pali_output"": ""burger"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.2479206770658493}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a less content person have?"", ""pali_output"": ""burger"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.2298521101474762}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the less content person have?"", ""pali_output"": ""burger"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.23331044614315033}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which person has the healthier food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.016594981774687767}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who has the more healthy food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.006063148844987154}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who has healthier food?"", ""pali_output"": ""younger man"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.009499994106590748}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who has the healthier food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.00659964932128787}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which food does the less content person have?"", ""pali_output"": ""burger"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.005130843259394169}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does a less content person have?"", ""pali_output"": ""burger"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.0059746610932052135}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The less content person has what?"", ""pali_output"": ""burger"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.0031373193487524986}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the less content person have?"", ""pali_output"": ""burger"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.003476669080555439}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which person has the healthier food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.030167285352945328}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has the more healthy food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.013690353371202946}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has the healthiest food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.0318605899810791}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has the healthier food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.017830349504947662}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The more content person has what type of food?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.009373457171022892}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The more content person has what?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.003734362544491887}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does a more content person have?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.00612782035022974}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the more content person have?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.006057065911591053}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which person has the less healthy food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.012868398800492287}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which person has less healthy food?"", ""pali_output"": ""left"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.010213300585746765}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has the less healthy food?"", ""pali_output"": ""older man"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.011376866139471531}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has less healthy food?"", ""pali_output"": ""older man"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.00697613600641489}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a happy person have?"", ""pali_output"": ""teeth"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.007852688431739807}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a content person have?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.2867071330547333}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The more content person has what?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.051306698471307755}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the more content person have?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.06235971301794052}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which person has the less healthy food?"", ""pali_output"": ""man"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.02844887413084507}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which person has less healthy food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.019404444843530655}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who has the less healthy food?"", ""pali_output"": ""man"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.009924927726387978}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who has less healthy food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.005699199624359608}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a person with less content have?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.029110044240951538}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The less content person has what?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.016162430867552757}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a less content person have?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.04149230942130089}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the less content person have?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.025808215141296387}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which person has the healthier food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.014371720142662525}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who has the more healthy food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.010787472128868103}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who has healthier food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.00892145000398159}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who has the healthier food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.011488284915685654}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which food does the less content person have?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.11813509464263916}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does a less content person have?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.23488934338092804}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The less content person has what?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.15358905494213104}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the less content person have?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the healthier food"", ""entailment_score"": 0.12729524075984955}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which person has the healthier food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.008068266324698925}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has the more healthy food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.0038585071451961994}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has the healthiest food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.006087427027523518}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has the healthier food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the less content person"", ""entailment_score"": 0.00455305865034461}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The more content person has what type of food?"", ""pali_output"": ""fruit"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.005502169951796532}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The more content person has what?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.0013934352900832891}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does a more content person have?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.005490594543516636}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the more content person have?"", ""pali_output"": ""apple"", ""answer_candidate"": ""the less healthy food"", ""entailment_score"": 0.003253784030675888}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which person has the less healthy food?"", ""pali_output"": ""man"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.014350985176861286}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which person has less healthy food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.009407633915543556}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has the less healthy food?"", ""pali_output"": ""man"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.010046235285699368}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has less healthy food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the more content person"", ""entailment_score"": 0.004969768226146698}]",True,True,True,visual_q2
46,0.0042768740095198,0.9942574501037598,0.0024590329267084,0.9969513416290284,47,True,False,False,examples_blip2_text_matching_coco.csv,0.03752086932460467,0.014418681617826223,0.05250861123204231,0.9462933242321014,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""The sailboat sails close but what is far away?"", ""pali_output"": ""island"", ""answer_candidate"": ""the beach"", ""entailment_score"": 0.02555827610194683}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is far away?"", ""pali_output"": ""island"", ""answer_candidate"": ""the beach"", ""entailment_score"": 0.05800376832485199}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is far away from the sailboat?"", ""pali_output"": ""island"", ""answer_candidate"": ""the beach"", ""entailment_score"": 0.02900056354701519}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is close?"", ""pali_output"": ""island"", ""answer_candidate"": ""the beach"", ""entailment_score"": 0.04789569973945618}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is close by?"", ""pali_output"": ""island"", ""answer_candidate"": ""the beach"", ""entailment_score"": 0.05712152272462845}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The sailboat sails close but what is far away?"", ""pali_output"": ""horizon"", ""answer_candidate"": ""the beach"", ""entailment_score"": 0.0076832580380141735}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is far away?"", ""pali_output"": ""boat"", ""answer_candidate"": ""the beach"", ""entailment_score"": 0.026937365531921387}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is far away from the sailboat?"", ""pali_output"": ""horizon"", ""answer_candidate"": ""the beach"", ""entailment_score"": 0.00863542128354311}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is close?"", ""pali_output"": ""beach"", ""answer_candidate"": ""the beach"", ""entailment_score"": 0.9431056380271912}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is close by?"", ""pali_output"": ""beach"", ""answer_candidate"": ""the beach"", ""entailment_score"": 0.9494810104370117}]",False,True,False,visual_q2
47,0.0243597533553838,0.0517182759940624,0.0238399561494588,0.0621593631803989,48,True,False,False,examples_blip2_text_matching_coco.csv,0.24361744414394101,0.24086393215111457,0.10491493173564474,0.5156080378995588,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is paying more attention to the road, the passenger or the driver?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.9452039003372192}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which person is paying attention to the road?"", ""pali_output"": ""1 on phone"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.03141182288527489}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which party is paying attention to the road?"", ""pali_output"": ""1"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.019613107666373253}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is paying attention to the road?"", ""pali_output"": ""1"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.014601407572627068}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is being inattentive to the road?"", ""pali_output"": ""1 driver"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.0015890245558694005}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is being inattentive?"", ""pali_output"": ""1"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.003744363784790039}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is not paying attention to the road?"", ""pali_output"": ""1"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.003624205244705081}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is inattentive to the road?"", ""pali_output"": ""1 driver"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.0016469472320750356}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The passenger is inattentive to what?"", ""pali_output"": ""phone"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.007479054853320122}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the passenger inattentive to?"", ""pali_output"": ""phone"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.005453356541693211}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The driver is paying attention to what?"", ""pali_output"": ""road"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.9480769038200378}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the driver paying attention to?"", ""pali_output"": ""road"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.9409652352333069}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is being inattentive?"", ""pali_output"": ""1"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.003602414857596159}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is driving inattentively?"", ""pali_output"": ""1"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.2178741693496704}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is inattentive to the road?"", ""pali_output"": ""1 driver"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.9436426758766174}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is not paying attention to the road?"", ""pali_output"": ""1"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.01359376311302185}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is paying more attention to the road, the passenger or the driver?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.03661778196692467}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is paying attention to the road in this scenario?"", ""pali_output"": ""1"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.005690982565283775}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is paying more attention to the road, the driver or the passenger?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.01432506088167429}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is paying attention to the road?"", ""pali_output"": ""1"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.004713337868452072}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the passenger watching?"", ""pali_output"": ""phone"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.005254731979221106}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The passenger is attentive to what?"", ""pali_output"": ""phone"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.004288786556571722}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The passenger is paying attention to what?"", ""pali_output"": ""phone"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.005307541228830814}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the passenger paying attention to?"", ""pali_output"": ""phone"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.004067934583872557}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is paying more attention to the road, the passenger or the driver?"", ""pali_output"": ""passenger"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.017339318990707397}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which person is paying attention to the road?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.013624141924083233}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which party is paying attention to the road?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.010801831260323524}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is paying attention to the road?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.007950027473270893}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is being inattentive to the road?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.0016053575091063976}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is being inattentive?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.0013653622008860111}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is not paying attention to the road?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.0021812599152326584}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is inattentive to the road?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.0016684486763551831}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The passenger is inattentive to what?"", ""pali_output"": ""road"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.9393359422683716}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the passenger inattentive to?"", ""pali_output"": ""phone"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.005453356541693211}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The driver is paying attention to what?"", ""pali_output"": ""road"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.9480769038200378}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the driver paying attention to?"", ""pali_output"": ""road"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.9409652352333069}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is being inattentive?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.9534011483192444}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is driving inattentively?"", ""pali_output"": ""man"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.47043377161026}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is inattentive to the road?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.949978232383728}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is not paying attention to the road?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the driver"", ""entailment_score"": 0.951170027256012}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is paying more attention to the road, the passenger or the driver?"", ""pali_output"": ""passenger"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.9390369653701782}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is paying attention to the road in this scenario?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.010027254931628704}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is paying more attention to the road, the driver or the passenger?"", ""pali_output"": ""passenger"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.9401717185974121}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is paying attention to the road?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the passenger"", ""entailment_score"": 0.01152122300118208}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the passenger watching?"", ""pali_output"": ""screen"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.006491138134151697}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The passenger is attentive to what?"", ""pali_output"": ""road"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.9456894993782043}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The passenger is paying attention to what?"", ""pali_output"": ""phone"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.005307541228830814}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the passenger paying attention to?"", ""pali_output"": ""phone"", ""answer_candidate"": ""the road"", ""entailment_score"": 0.004067934583872557}]",True,True,True,visual_q2
58,0.0045287781395018,0.8468044996261597,0.0015948876971378,0.9897095561027528,60,True,False,False,examples_blip2_text_matching_coco.csv,0.5042707040896252,0.3782152121711988,0.6894054080243223,0.8084789544343949,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""How many slices of toast are on the plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.04176091030240059}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many slices of toast does this person have?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.030841313302516937}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many slices of toast are on the person's plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.0984581708908081}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many slices of toast did someone put on their plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.0825730487704277}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who took one of the toast slices and two eggs?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9891852140426636}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who has taken one of the toast slices and two of the eggs?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9907419085502625}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who took one of the toast slices and two of the eggs?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.990257740020752}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who has loaded their plate with one of the toast slices and two of the eggs?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9894988536834717}, {""img_caption"": ""image_0_caption_0"", ""question"": ""One slice of toast and two of what are on a person's plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.7344937920570374}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Two of what is on the plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.795198380947113}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Two of what are on the plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.8027477264404297}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Two of what are on the person's plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.807216227054596}, {""img_caption"": ""image_0_caption_0"", ""question"": ""One of what is on the plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.0015843644505366683}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Aside from the eggs, what else is on the plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.44669732451438904}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Aside from the eggs, what else is on the person's plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.43880602717399597}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Besides the eggs, what else is on the person's plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.41455426812171936}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where has someone loaded one of the toast slices and two eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.7676827907562256}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On what has someone loaded one of the toast slices and two of the eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.7397320866584778}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where has someone loaded one of the toast slices and two of the eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.7807605862617493}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What has someone loaded with one of the toast slices and two of the eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.83344566822052}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many eggs does the person pictured have on their plate?"", ""pali_output"": ""3"", ""answer_candidate"": ""two"", ""entailment_score"": 0.14442087709903717}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many eggs did someone put on their plate?"", ""pali_output"": ""3"", ""answer_candidate"": ""two"", ""entailment_score"": 0.050365712493658066}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many eggs are on the person's plate?"", ""pali_output"": ""3"", ""answer_candidate"": ""two"", ""entailment_score"": 0.09154976159334183}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many eggs are on the plate?"", ""pali_output"": ""3"", ""answer_candidate"": ""two"", ""entailment_score"": 0.03992414474487305}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has loaded their plate with two of the toast slices and one egg?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9874201416969299}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who took two toast slices and an egg?"", ""pali_output"": ""person"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.959843635559082}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has loaded their plate with two toast slices and one egg?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.986214816570282}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has loaded their plate with two of the toast slices and one of the eggs?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9909678101539612}, {""img_caption"": ""image_0_caption_1"", ""question"": ""One of what item has been added to the plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.8052734136581421}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Aside from the toast, what else is on the person's plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.7463581562042236}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Aside from the toast, what else is on the plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.7839575409889221}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two toast slices and one of what are on a person's plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.6302244663238525}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two of what are on the plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.002026049653068185}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Someone has two of what on their plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.0039005600847303867}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two of what are on the person's plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.001606664969585836}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two of what are on someone's plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.0019386090571060777}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two toast slices and one egg are on what?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.5112683176994324}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What has someone loaded with two toast slices and one egg?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.8608975410461426}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where has someone loaded two of the toast slices and one of the eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.7821349501609802}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What has someone loaded with two of the toast slices and one of the eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.8371925950050354}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many slices of toast are on the plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9742016792297363}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many toast slices are on this person's plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9759207963943481}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many toast slices are on the person's plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9733381867408752}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many toast slices are on the plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9734222292900085}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many slices of toast are on the plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.04176091030240059}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many slices of toast does this person have?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.030841313302516937}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many slices of toast are on the person's plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.0984581708908081}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many slices of toast did someone put on their plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.0825730487704277}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who took one of the toast slices and two eggs?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9891852140426636}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who has taken one of the toast slices and two of the eggs?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9907419085502625}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who took one of the toast slices and two of the eggs?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.990257740020752}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who has loaded their plate with one of the toast slices and two of the eggs?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9894988536834717}, {""img_caption"": ""image_1_caption_0"", ""question"": ""One slice of toast and two of what are on a person's plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.7344937920570374}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Two of what is on the plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.002956745447590947}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Two of what are on the plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.002722525503486395}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Two of what are on the person's plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.0018470041686668992}, {""img_caption"": ""image_1_caption_0"", ""question"": ""One of what is on the plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.0015843644505366683}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Aside from the eggs, what else is on the plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.44669732451438904}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Aside from the eggs, what else is on the person's plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.43880602717399597}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Besides the eggs, what else is on the person's plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.41455426812171936}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where has someone loaded one of the toast slices and two eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.7676827907562256}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On what has someone loaded one of the toast slices and two of the eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.7397320866584778}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where has someone loaded one of the toast slices and two of the eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.7807605862617493}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What has someone loaded with one of the toast slices and two of the eggs?"", ""pali_output"": ""fork"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.05727852135896683}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many eggs does the person pictured have on their plate?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.1587553322315216}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many eggs did someone put on their plate?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.0926477238535881}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many eggs are on the person's plate?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.17440269887447357}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many eggs are on the plate?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.04892614111304283}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has loaded their plate with two of the toast slices and one egg?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9874201416969299}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who took two toast slices and an egg?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9870312809944153}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has loaded their plate with two toast slices and one egg?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.986214816570282}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has loaded their plate with two of the toast slices and one of the eggs?"", ""pali_output"": ""someone"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9909678101539612}, {""img_caption"": ""image_1_caption_1"", ""question"": ""One of what item has been added to the plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.8052734136581421}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Aside from the toast, what else is on the person's plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.7463581562042236}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Aside from the toast, what else is on the plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.7839575409889221}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two toast slices and one of what are on a person's plate?"", ""pali_output"": ""egg"", ""answer_candidate"": ""the eggs"", ""entailment_score"": 0.6302244663238525}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two of what are on the plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.6086052060127258}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Someone has two of what on their plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.6664547920227051}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two of what are on the person's plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.5460906624794006}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two of what are on someone's plate?"", ""pali_output"": ""toast"", ""answer_candidate"": ""the toast slices"", ""entailment_score"": 0.5426045060157776}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two toast slices and one egg are on what?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.5112683176994324}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What has someone loaded with two toast slices and one egg?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.8608975410461426}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where has someone loaded two of the toast slices and one of the eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.7821349501609802}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What has someone loaded with two of the toast slices and one of the eggs?"", ""pali_output"": ""plate"", ""answer_candidate"": ""their plate"", ""entailment_score"": 0.8371925950050354}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many slices of toast are on the plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9742016792297363}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many toast slices are on this person's plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9759207963943481}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many toast slices are on the person's plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9733381867408752}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many toast slices are on the plate?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9734222292900085}]",False,True,False,visual_q2
59,0.3471340537071228,0.0186078026890754,0.0241425037384033,0.0095897186547517,61,False,False,False,examples_blip2_text_matching_coco.csv,0.41693833327735774,0.18131883600290166,0.022304546262603253,0.2375743130032788,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are in the room with two windows?"", ""pali_output"": ""2"", ""answer_candidate"": ""three"", ""entailment_score"": 0.024142108857631683}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are in the room with the two windows?"", ""pali_output"": ""3"", ""answer_candidate"": ""three"", ""entailment_score"": 0.9779869914054871}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""three"", ""entailment_score"": 0.0030804001726210117}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are there?"", ""pali_output"": ""3"", ""answer_candidate"": ""three"", ""entailment_score"": 0.9746662974357605}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are in the room with two windows?"", ""pali_output"": ""2"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.0138535862788558}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.002799099078401923}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are in the picture?"", ""pali_output"": ""3"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.8968900442123413}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are in the room with the two windows?"", ""pali_output"": ""3"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.9189652800559998}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many windows are present?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9768503904342651}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many windows are there in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.008096513338387012}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many windows are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.00567559665068984}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many windows are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9777818918228149}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Besides the people, what else is in the room?"", ""pali_output"": ""rainbow"", ""answer_candidate"": ""two windows"", ""entailment_score"": 0.0025615934282541275}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Besides the three people, what else is in the room?"", ""pali_output"": ""rainbow"", ""answer_candidate"": ""two windows"", ""entailment_score"": 0.002006606897339225}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many windows are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""two windows"", ""entailment_score"": 0.006909528747200966}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many windows are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""two windows"", ""entailment_score"": 0.8787474036216736}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many windows are there in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""three"", ""entailment_score"": 0.002566063543781638}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many windows are present?"", ""pali_output"": ""2"", ""answer_candidate"": ""three"", ""entailment_score"": 0.0076741427183151245}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many windows are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""three"", ""entailment_score"": 0.002293664263561368}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many windows are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""three"", ""entailment_score"": 0.006381813902407885}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two people and how many windows?"", ""pali_output"": ""2"", ""answer_candidate"": ""three windows"", ""entailment_score"": 0.009184147231280804}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Besides the two people, what else is in the room?"", ""pali_output"": ""rainbow"", ""answer_candidate"": ""three windows"", ""entailment_score"": 0.0023029407020658255}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many windows are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""three windows"", ""entailment_score"": 0.002210100879892707}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many windows are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""three windows"", ""entailment_score"": 0.005969353020191193}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are in the room with the three windows?"", ""pali_output"": ""3"", ""answer_candidate"": ""two"", ""entailment_score"": 0.08731319010257721}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are in the picture?"", ""pali_output"": ""3"", ""answer_candidate"": ""two"", ""entailment_score"": 0.0768749788403511}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.009449046105146408}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are there?"", ""pali_output"": ""3"", ""answer_candidate"": ""two"", ""entailment_score"": 0.03838428482413292}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are there?"", ""pali_output"": ""3"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.025785895064473152}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.01018002163618803}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are in the room with the three windows?"", ""pali_output"": ""3"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.03540196269750595}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are in the picture?"", ""pali_output"": ""3"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.03490113466978073}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are in the room with two windows?"", ""pali_output"": ""0"", ""answer_candidate"": ""three"", ""entailment_score"": 0.002284919610247016}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are in the room with the two windows?"", ""pali_output"": ""0"", ""answer_candidate"": ""three"", ""entailment_score"": 0.0034235434141010046}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""three"", ""entailment_score"": 0.0030804001726210117}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""three"", ""entailment_score"": 0.009721215814352036}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are in the room with two windows?"", ""pali_output"": ""0"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.0024208526592701674}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.002799099078401923}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are in the picture?"", ""pali_output"": ""2"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.01816333271563053}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are in the room with the two windows?"", ""pali_output"": ""0"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.003074387786909938}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many windows are present?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9768503904342651}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many windows are there in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.008096513338387012}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many windows are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.00567559665068984}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many windows are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9777818918228149}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Besides the people, what else is in the room?"", ""pali_output"": ""tree"", ""answer_candidate"": ""two windows"", ""entailment_score"": 0.001146098948083818}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Besides the three people, what else is in the room?"", ""pali_output"": ""tree"", ""answer_candidate"": ""two windows"", ""entailment_score"": 0.000926201231777668}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many windows are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""two windows"", ""entailment_score"": 0.006909528747200966}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many windows are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""two windows"", ""entailment_score"": 0.8787474036216736}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many windows are there in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""three"", ""entailment_score"": 0.002566063543781638}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many windows are present?"", ""pali_output"": ""2"", ""answer_candidate"": ""three"", ""entailment_score"": 0.0076741427183151245}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many windows are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""three"", ""entailment_score"": 0.002293664263561368}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many windows are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""three"", ""entailment_score"": 0.006381813902407885}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two people and how many windows?"", ""pali_output"": ""4"", ""answer_candidate"": ""three windows"", ""entailment_score"": 0.026819268241524696}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Besides the two people, what else is in the room?"", ""pali_output"": ""tree"", ""answer_candidate"": ""three windows"", ""entailment_score"": 0.0009770790347829461}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many windows are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""three windows"", ""entailment_score"": 0.002210100879892707}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many windows are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""three windows"", ""entailment_score"": 0.005969353020191193}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are in the room with the three windows?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.019982850179076195}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are in the picture?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9604976177215576}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.009449046105146408}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9731691479682922}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.8692368865013123}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are in the room?"", ""pali_output"": ""0"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.01018002163618803}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are in the room with the three windows?"", ""pali_output"": ""0"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.016671838238835335}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are in the picture?"", ""pali_output"": ""2"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.8871101140975952}]",True,True,True,visual_q2
60,0.138280838727951,0.9260117411613464,0.0721629336476326,0.9105312824249268,62,False,False,False,examples_blip2_text_matching_coco.csv,0.3935302797181066,0.2851353924585662,0.37576615597936325,0.4527265334521265,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the left side of the U.S. flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5"", ""entailment_score"": 0.01858442649245262}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the left side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5"", ""entailment_score"": 0.021848522126674652}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the left side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5"", ""entailment_score"": 0.9674999713897705}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the left flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5"", ""entailment_score"": 0.9588189125061035}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the left flag of the United States?"", ""pali_output"": ""50"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.010615737177431583}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the left side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.014429795555770397}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the left side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.9367705583572388}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the left flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.9112246036529541}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the right flag of the United States?"", ""pali_output"": ""50"", ""answer_candidate"": ""50"", ""entailment_score"": 0.9649299383163452}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the right side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50"", ""entailment_score"": 0.9718257188796997}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the right side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50"", ""entailment_score"": 0.005853147711604834}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the right flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50"", ""entailment_score"": 0.0032658453565090895}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the right side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.9476417303085327}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the right hand side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.004031508695334196}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the right side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.00426853634417057}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many stars are on the right flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.0027865436859428883}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which flag has fewer stars, the right or left?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.8840551972389221}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which flag has 5 stars on it?"", ""pali_output"": ""china"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.01495837327092886}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which flag are there 5 stars?"", ""pali_output"": ""china"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.014744316227734089}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which flag has 5 stars?"", ""pali_output"": ""china"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.013041960075497627}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which side of the flag has 50 stars?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.7411800026893616}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which flag has more stars, the right or left?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.8446235060691833}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which flag has more stars?"", ""pali_output"": ""american"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.06518521159887314}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which flag has 50 stars?"", ""pali_output"": ""american"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.12254264950752258}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the right flag of the United States?"", ""pali_output"": ""50"", ""answer_candidate"": ""5"", ""entailment_score"": 0.0196452084928751}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the right side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5"", ""entailment_score"": 0.021055487915873528}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the right side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5"", ""entailment_score"": 0.9709416031837463}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the right flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5"", ""entailment_score"": 0.9629073143005371}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the right side of the Canadian flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.9400373101234436}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the right side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.01487231720238924}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the right side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.9357673525810242}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the right flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.9061769843101501}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the left side of the U.S. flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50"", ""entailment_score"": 0.9726406931877136}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the left side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50"", ""entailment_score"": 0.9687109589576721}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the left side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50"", ""entailment_score"": 0.006117559969425201}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the left flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50"", ""entailment_score"": 0.004404434468597174}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the left flag of the United States?"", ""pali_output"": ""50"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.9414652585983276}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the left side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.9516990184783936}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the left side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.004251166246831417}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many stars are on the left flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.0037495398428291082}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which flag has more stars?"", ""pali_output"": ""american"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.020919425413012505}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which flag has 50 stars on it?"", ""pali_output"": ""american"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.029802441596984863}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which flag are there 50 stars?"", ""pali_output"": ""american"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.02665303274989128}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which flag has 50 stars?"", ""pali_output"": ""american"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.023947708308696747}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which side of the flag has 5 stars?"", ""pali_output"": ""china"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.06534924358129501}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which flag are there 5 stars?"", ""pali_output"": ""china"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.06440270692110062}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which flag has 5 stars on it?"", ""pali_output"": ""china"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.10510603338479996}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which flag has 5 stars?"", ""pali_output"": ""china"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.057764943689107895}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the left side of the U.S. flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5"", ""entailment_score"": 0.01858442649245262}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the left side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5"", ""entailment_score"": 0.021848522126674652}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the left side of the flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5"", ""entailment_score"": 0.02008700743317604}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the left flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5"", ""entailment_score"": 0.9588189125061035}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the left flag of the United States?"", ""pali_output"": ""50"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.010615737177431583}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the left side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.014429795555770397}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the left side of the flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.009081187658011913}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the left flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.9112246036529541}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the right flag of the United States?"", ""pali_output"": ""50"", ""answer_candidate"": ""50"", ""entailment_score"": 0.9649299383163452}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the right side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50"", ""entailment_score"": 0.9718257188796997}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the right side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50"", ""entailment_score"": 0.005853147711604834}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the right flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50"", ""entailment_score"": 0.0032658453565090895}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the right side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.9476417303085327}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the right hand side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.004031508695334196}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the right side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.00426853634417057}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many stars are on the right flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.0027865436859428883}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which flag has fewer stars, the right or left?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.8840551972389221}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which flag has 5 stars on it?"", ""pali_output"": ""china"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.01495837327092886}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which flag are there 5 stars?"", ""pali_output"": ""china"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.014744316227734089}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which flag has 5 stars?"", ""pali_output"": ""china"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.013041960075497627}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which side of the flag has 50 stars?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.014805043116211891}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which flag has more stars, the right or left?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.8446235060691833}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which flag has more stars?"", ""pali_output"": ""american"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.06518521159887314}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which flag has 50 stars?"", ""pali_output"": ""american"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.12254264950752258}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the right flag of the United States?"", ""pali_output"": ""50"", ""answer_candidate"": ""5"", ""entailment_score"": 0.0196452084928751}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the right side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5"", ""entailment_score"": 0.021055487915873528}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the right side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5"", ""entailment_score"": 0.9709416031837463}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the right flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5"", ""entailment_score"": 0.9629073143005371}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the right side of the Canadian flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.9400373101234436}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the right side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.01487231720238924}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the right side of the flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.9357673525810242}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the right flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""5 stars"", ""entailment_score"": 0.9061769843101501}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the left side of the U.S. flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50"", ""entailment_score"": 0.9726406931877136}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the left side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50"", ""entailment_score"": 0.9687109589576721}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the left side of the flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50"", ""entailment_score"": 0.9630992412567139}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the left flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50"", ""entailment_score"": 0.004404434468597174}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the left flag of the United States?"", ""pali_output"": ""50"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.9414652585983276}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the left side of the American flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.9516990184783936}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the left side of the flag?"", ""pali_output"": ""50"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.9484797120094299}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many stars are on the left flag?"", ""pali_output"": ""5"", ""answer_candidate"": ""50 stars"", ""entailment_score"": 0.0037495398428291082}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which flag has more stars?"", ""pali_output"": ""american"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.020919425413012505}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which flag has 50 stars on it?"", ""pali_output"": ""american"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.029802441596984863}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which flag are there 50 stars?"", ""pali_output"": ""american"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.02665303274989128}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which flag has 50 stars?"", ""pali_output"": ""american"", ""answer_candidate"": ""the left flag"", ""entailment_score"": 0.023947708308696747}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which side of the flag has 5 stars?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.011188075877726078}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which flag are there 5 stars?"", ""pali_output"": ""china"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.06440270692110062}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which flag has 5 stars on it?"", ""pali_output"": ""china"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.10510603338479996}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which flag has 5 stars?"", ""pali_output"": ""china"", ""answer_candidate"": ""the right flag"", ""entailment_score"": 0.057764943689107895}]",True,True,True,visual_q2
63,0.6049942970275879,0.542977511882782,0.4233502149581909,0.3815094530582428,66,False,False,False,examples_blip2_text_matching_coco.csv,0.33381054767717916,0.2734011576976627,0.24517255602404475,0.3670420069247484,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the taller person's arm around?"", ""pali_output"": ""shoulder"", ""answer_candidate"": ""the shorter person's shoulder"", ""entailment_score"": 0.07077613472938538}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The taller person's arm is around what?"", ""pali_output"": ""nurse"", ""answer_candidate"": ""the shorter person's shoulder"", ""entailment_score"": 0.014596967957913876}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Whose arm is around the shorter person's shoulder?"", ""pali_output"": ""taller person"", ""answer_candidate"": ""the taller person's arm"", ""entailment_score"": 0.9160585403442383}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is around the taller person's shoulder?"", ""pali_output"": ""arm"", ""answer_candidate"": ""the shorter person's arm"", ""entailment_score"": 0.019978409633040428}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Whose shoulder does the shorter person's arm go around?"", ""pali_output"": ""longer person"", ""answer_candidate"": ""the taller person's shoulder"", ""entailment_score"": 0.8369649648666382}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The shorter person's arm is around what?"", ""pali_output"": ""larger person"", ""answer_candidate"": ""the taller person's shoulder"", ""entailment_score"": 0.03392738103866577}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the shorter person's arm around?"", ""pali_output"": ""shoulder"", ""answer_candidate"": ""the taller person's shoulder"", ""entailment_score"": 0.08981946855783463}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the taller person's arm around?"", ""pali_output"": ""shoulder"", ""answer_candidate"": ""the shorter person's shoulder"", ""entailment_score"": 0.07077613472938538}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The taller person's arm is around what?"", ""pali_output"": ""shoulder"", ""answer_candidate"": ""the shorter person's shoulder"", ""entailment_score"": 0.09129349887371063}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is around the shorter person's shoulder?"", ""pali_output"": ""arm"", ""answer_candidate"": ""the taller person's arm"", ""entailment_score"": 0.015476456843316555}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Whose arm is around the shorter person's shoulder?"", ""pali_output"": ""taller person"", ""answer_candidate"": ""the taller person's arm"", ""entailment_score"": 0.9160585403442383}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is around the taller person's shoulder?"", ""pali_output"": ""arm"", ""answer_candidate"": ""the shorter person's arm"", ""entailment_score"": 0.019978409633040428}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Whose shoulder is the shorter person's arm around?"", ""pali_output"": ""taller person"", ""answer_candidate"": ""the taller person's shoulder"", ""entailment_score"": 0.8390121459960938}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Whose shoulder does the shorter person's arm go around?"", ""pali_output"": ""longer person"", ""answer_candidate"": ""the taller person's shoulder"", ""entailment_score"": 0.8369649648666382}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The shorter person's arm is around what?"", ""pali_output"": ""shoulder"", ""answer_candidate"": ""the taller person's shoulder"", ""entailment_score"": 0.04943504557013512}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the shorter person's arm around?"", ""pali_output"": ""shoulder"", ""answer_candidate"": ""the taller person's shoulder"", ""entailment_score"": 0.08981946855783463}]",True,True,True,visual_q2
65,0.0693682059645652,0.9311017990112304,0.0918407291173935,0.991810142993927,69,False,False,False,examples_blip2_text_matching_coco.csv,0.28467816093259235,0.019351342989301138,0.03838999387384816,0.6444216871803458,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Where are most of the people in the photo?"", ""pali_output"": ""on boat"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.9275587201118469}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where are most of the people in the picture?"", ""pali_output"": ""on boat"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.93175208568573}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is everyone except one person?"", ""pali_output"": ""on boat"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.9588142037391663}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Almost everyone is in what?"", ""pali_output"": ""water"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.02186925895512104}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is in a boat in this scene?"", ""pali_output"": ""people"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.09594748914241791}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is in the boat?"", ""pali_output"": ""people"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.08518808335065842}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is in a boat?"", ""pali_output"": ""people"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.07315227389335632}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are swimming in the story?"", ""pali_output"": ""5"", ""answer_candidate"": ""one"", ""entailment_score"": 0.012818831019103527}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are not in a boat?"", ""pali_output"": ""5"", ""answer_candidate"": ""one"", ""entailment_score"": 0.01101895235478878}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many are swimming?"", ""pali_output"": ""4"", ""answer_candidate"": ""one"", ""entailment_score"": 0.005325656849890947}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are swimming?"", ""pali_output"": ""4"", ""answer_candidate"": ""one"", ""entailment_score"": 0.008014215156435966}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is one person in the story?"", ""pali_output"": ""in water"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.01802925579249859}, {""img_caption"": ""image_0_caption_1"", ""question"": ""One character is in what?"", ""pali_output"": ""water"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.01979016326367855}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is one person in?"", ""pali_output"": ""water"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.019011761993169785}, {""img_caption"": ""image_0_caption_1"", ""question"": ""One person is in what?"", ""pali_output"": ""water"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.021426036953926086}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is swimming in the picture?"", ""pali_output"": ""people"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.11611644178628922}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is swimming in this scene?"", ""pali_output"": ""people"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.09835007786750793}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is swimming?"", ""pali_output"": ""people"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.06126267462968826}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many are in the boat?"", ""pali_output"": ""many"", ""answer_candidate"": ""one"", ""entailment_score"": 0.004989607725292444}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many are in a boat?"", ""pali_output"": ""lot"", ""answer_candidate"": ""one"", ""entailment_score"": 0.01845639757812023}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are in the boat?"", ""pali_output"": ""lot"", ""answer_candidate"": ""one"", ""entailment_score"": 0.021928098052740097}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are in a boat?"", ""pali_output"": ""lot"", ""answer_candidate"": ""one"", ""entailment_score"": 0.022929416969418526}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where are most of the people in the photo?"", ""pali_output"": ""water"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.01639377325773239}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where are most of the people in the picture?"", ""pali_output"": ""water"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.014805599115788937}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is everyone except one person?"", ""pali_output"": ""in water"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.03309674188494682}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Almost everyone is in what?"", ""pali_output"": ""water"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.02186925895512104}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is in a boat in this scene?"", ""pali_output"": ""person"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.0239768885076046}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is in the boat?"", ""pali_output"": ""person"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.01572597585618496}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is in a boat?"", ""pali_output"": ""person"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.025497332215309143}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are swimming in the story?"", ""pali_output"": ""thousand"", ""answer_candidate"": ""one"", ""entailment_score"": 0.007768081035465002}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are not in a boat?"", ""pali_output"": ""many"", ""answer_candidate"": ""one"", ""entailment_score"": 0.013248804025352001}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many are swimming?"", ""pali_output"": ""lot"", ""answer_candidate"": ""one"", ""entailment_score"": 0.0214285496622324}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are swimming?"", ""pali_output"": ""lot"", ""answer_candidate"": ""one"", ""entailment_score"": 0.01905376836657524}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is one person in the story?"", ""pali_output"": ""kayak"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.5191857218742371}, {""img_caption"": ""image_1_caption_1"", ""question"": ""One character is in what?"", ""pali_output"": ""boat"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.963674783706665}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is one person in?"", ""pali_output"": ""kayak"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.5601279139518738}, {""img_caption"": ""image_1_caption_1"", ""question"": ""One person is in what?"", ""pali_output"": ""boat"", ""answer_candidate"": ""a boat"", ""entailment_score"": 0.9609715342521667}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is swimming in the picture?"", ""pali_output"": ""people"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.11611644178628922}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is swimming in this scene?"", ""pali_output"": ""people"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.09835007786750793}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is swimming?"", ""pali_output"": ""people"", ""answer_candidate"": ""almost everyone"", ""entailment_score"": 0.06126267462968826}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many are in the boat?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9654034972190857}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many are in a boat?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9531245231628418}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are in the boat?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9449068307876587}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are in a boat?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9455145597457886}]",True,True,True,visual_q2
67,0.0038796397857367,0.0049387942999601,0.0044142412953078,0.0048222239129245,71,False,False,False,examples_blip2_text_matching_coco.csv,0.530968748673331,0.49376761546591297,0.5010857856832445,0.5156629496486858,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person wearing the brighter colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9767934083938599}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person in bright colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9732392430305481}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person wearing brighter colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9774466156959534}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person wearing bright colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9769213795661926}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person who takes the picture wear?"", ""pali_output"": ""plaid shirt"", ""answer_candidate"": ""brighter colors"", ""entailment_score"": 0.16075916588306427}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which person takes the picture?"", ""pali_output"": ""man"", ""answer_candidate"": ""brighter colors"", ""entailment_score"": 0.019023478031158447}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color is the person who takes the picture wearing?"", ""pali_output"": ""green"", ""answer_candidate"": ""brighter colors"", ""entailment_score"": 0.15647123754024506}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who takes the picture?"", ""pali_output"": ""man"", ""answer_candidate"": ""brighter colors"", ""entailment_score"": 0.007095461245626211}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person wearing the neutral color take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9808484315872192}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person wearing the neutral colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9790650606155396}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person in neutral colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9796999096870422}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person wearing neutral colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9803540110588074}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person taking the picture wear?"", ""pali_output"": ""cell phone"", ""answer_candidate"": ""neutral colors"", ""entailment_score"": 0.010097218677401543}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who takes the picture?"", ""pali_output"": ""man"", ""answer_candidate"": ""neutral colors"", ""entailment_score"": 0.01872986927628517}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What should the person taking the picture be wearing?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""neutral colors"", ""entailment_score"": 0.02625141106545925}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person who takes the picture wear?"", ""pali_output"": ""plaid shirt"", ""answer_candidate"": ""neutral colors"", ""entailment_score"": 0.03364037349820137}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person wearing the brighter colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9767934083938599}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person in bright colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9732392430305481}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person wearing brighter colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9774466156959534}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person wearing bright colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9769213795661926}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person who takes the picture wear?"", ""pali_output"": ""leggings"", ""answer_candidate"": ""brighter colors"", ""entailment_score"": 0.012052444741129875}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which person takes the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""brighter colors"", ""entailment_score"": 0.021793818101286888}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color is the person who takes the picture wearing?"", ""pali_output"": ""black"", ""answer_candidate"": ""brighter colors"", ""entailment_score"": 0.0023830351419746876}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who takes the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""brighter colors"", ""entailment_score"": 0.009510979056358337}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person wearing the neutral color take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9808484315872192}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person wearing the neutral colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9790650606155396}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person in neutral colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9796999096870422}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person wearing neutral colors take?"", ""pali_output"": ""picture"", ""answer_candidate"": ""a picture"", ""entailment_score"": 0.9803540110588074}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person taking the picture wear?"", ""pali_output"": ""leggings"", ""answer_candidate"": ""neutral colors"", ""entailment_score"": 0.08602919429540634}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who takes the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""neutral colors"", ""entailment_score"": 0.031759023666381836}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What should the person taking the picture be wearing?"", ""pali_output"": ""sportswear"", ""answer_candidate"": ""neutral colors"", ""entailment_score"": 0.00815086904913187}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person who takes the picture wear?"", ""pali_output"": ""leggings"", ""answer_candidate"": ""neutral colors"", ""entailment_score"": 0.07939709722995758}]",True,True,True,visual_q2
73,0.9887612462043762,0.9962081909179688,0.9970753192901612,0.9944669008255004,78,False,False,False,examples_blip2_text_matching_coco.csv,0.7450676458473835,0.4084229656857335,0.6010543360925195,0.6953093646602198,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What hurts a person with an apple?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.9446510672569275}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who hurts the person with the apple?"", ""pali_output"": ""santa"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.004949885420501232}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who hurts someone with an apple?"", ""pali_output"": ""santa"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.007368514779955149}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What hurts someone with an apple?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.9433372020721436}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in the hand of the person hurt by a tree?"", ""pali_output"": ""apple"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.9695048928260803}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in the hand of the person who is hurt by a tree?"", ""pali_output"": ""apple"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.967040479183197}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What was the person holding when they were hurt by a tree?"", ""pali_output"": ""apple"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.9567611217498779}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is someone holding when they are hurt by a tree?"", ""pali_output"": ""apple"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.9529381990432739}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is hurt by a tree with an apple?"", ""pali_output"": ""person"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9590574502944946}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What hurts someone with an apple on it?"", ""pali_output"": ""christmas tree"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.8938232660293579}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is hurting someone with an apple?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.9515075087547302}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What hurts someone with an apple?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.9433372020721436}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on a tree that injures someone?"", ""pali_output"": ""branch"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.00230257585644722}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the tree have on it?"", ""pali_output"": ""no decoration"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.001844207989051938}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the tree that hurts someone?"", ""pali_output"": ""branch"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.0037874917034059763}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the tree that injures someone?"", ""pali_output"": ""branch"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.0027230747509747744}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who gets hurt by a tree with an apple on it?"", ""pali_output"": ""person"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9634419083595276}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is hurt by an apple tree?"", ""pali_output"": ""person"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9281244874000549}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is hurt by a tree with an apple?"", ""pali_output"": ""person"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9590574502944946}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is hurt by a tree with an apple on it?"", ""pali_output"": ""person"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.9616485238075256}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What hurts a person with an apple?"", ""pali_output"": ""fall"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.04657420888543129}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who hurts the person with the apple?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.9419301152229309}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who hurts someone with an apple?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.9432287812232971}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What hurts someone with an apple?"", ""pali_output"": ""fall"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.08576839417219162}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in the hand of the person hurt by a tree?"", ""pali_output"": ""head"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.0016155659686774015}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in the hand of the person who is hurt by a tree?"", ""pali_output"": ""head"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.0016369917429983616}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What was the person holding when they were hurt by a tree?"", ""pali_output"": ""apple"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.9567611217498779}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is someone holding when they are hurt by a tree?"", ""pali_output"": ""head"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.0025083739310503006}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is hurt by a tree with an apple?"", ""pali_output"": ""boy"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.6957831382751465}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What hurts someone with an apple on it?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.949957013130188}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is hurting someone with an apple?"", ""pali_output"": ""fall"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.08018180727958679}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What hurts someone with an apple?"", ""pali_output"": ""fall"", ""answer_candidate"": ""a tree"", ""entailment_score"": 0.08576839417219162}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on a tree that injures someone?"", ""pali_output"": ""apple"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.9499281048774719}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the tree have on it?"", ""pali_output"": ""apple"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.9620799422264099}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the tree that hurts someone?"", ""pali_output"": ""apple"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.9233965277671814}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the tree that injures someone?"", ""pali_output"": ""apple"", ""answer_candidate"": ""an apple"", ""entailment_score"": 0.9461371302604675}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who gets hurt by a tree with an apple on it?"", ""pali_output"": ""boy"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.7081832885742188}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is hurt by an apple tree?"", ""pali_output"": ""boy"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.6341232061386108}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is hurt by a tree with an apple?"", ""pali_output"": ""boy"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.6957831382751465}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is hurt by a tree with an apple on it?"", ""pali_output"": ""boy"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.7128644585609436}]",True,True,True,visual_q2
74,0.5613684058189392,0.4736140370368957,0.3800627887248993,0.2772411704063415,79,False,False,False,examples_blip2_text_matching_coco.csv,0.45102463220246136,0.3860075855627656,0.41938446322456,0.7457874417304993,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What are they eating?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.5522974133491516}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the person at the table eating?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.6856656670570374}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the person sitting at the table eating?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.6560163497924805}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the person on the table eating?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.6913991570472717}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person that is eating the food?"", ""pali_output"": ""table"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.9378043413162231}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person that is eating the food located?"", ""pali_output"": ""kitchen"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.030784375965595245}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person who is eating the food located?"", ""pali_output"": ""kitchen"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.028768280521035194}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person who is eating located?"", ""pali_output"": ""kitchen"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.02546147257089615}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the person eating that is on the table?"", ""pali_output"": ""salad"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.7113379836082458}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the table?"", ""pali_output"": ""bowl"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.028214670717716217}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is eating the food on the table?"", ""pali_output"": ""person"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.9443086385726929}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is eating the food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.40066075325012207}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is eating the food that is on the table?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5406181216239929}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is eating the food on the table?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5666421055793762}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the food that the person is eating located?"", ""pali_output"": ""bowl"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.015972165390849113}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The person is eating the food that is on what?"", ""pali_output"": ""table"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.9570313096046448}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the food that is being eaten located?"", ""pali_output"": ""bowl"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.013095627538859844}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the food located?"", ""pali_output"": ""bowl"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.015963256359100342}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are they eating?"", ""pali_output"": ""dinner"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.5881367325782776}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the person at the table eating?"", ""pali_output"": ""dinner"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.7467972636222839}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the person sitting at the table eating?"", ""pali_output"": ""dinner"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.7111865282058716}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the person on the table eating?"", ""pali_output"": ""dinner"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.741744875907898}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person that is eating the food?"", ""pali_output"": ""restaurant"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.08393888175487518}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person that is eating the food located?"", ""pali_output"": ""restaurant"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.07296949625015259}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person who is eating the food located?"", ""pali_output"": ""restaurant"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.066541887819767}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person who is eating located?"", ""pali_output"": ""restaurant"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.07674501836299896}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the person eating that is on the table?"", ""pali_output"": ""food"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.9195816516876221}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the table?"", ""pali_output"": ""food"", ""answer_candidate"": ""the food"", ""entailment_score"": 0.9213201403617859}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is eating the food on the table?"", ""pali_output"": ""person"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.9443086385726929}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is eating the food?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.40066075325012207}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is eating the food that is on the table?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5406181216239929}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is eating the food on the table?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5666421055793762}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the food that the person is eating located?"", ""pali_output"": ""table"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.9532356262207031}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The person is eating the food that is on what?"", ""pali_output"": ""plate"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.31672531366348267}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the food that is being eaten located?"", ""pali_output"": ""table"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.9544677734375}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the food located?"", ""pali_output"": ""table"", ""answer_candidate"": ""the table"", ""entailment_score"": 0.9403142929077148}]",True,True,True,visual_q2
88,0.0007217804668471,0.0011808589333668,0.000167018501088,0.0075534512288868,93,True,False,False,examples_blip2_text_matching_coco.csv,0.5154164489358664,0.27149276734378774,0.1176185444193451,0.22787867366385303,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""How many directions can the boats travel down the stream?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.05457184836268425}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many directions can the boats go down the stream?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.051056891679763794}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many directions down the stream are there?"", ""pali_output"": ""0"", ""answer_candidate"": ""one"", ""entailment_score"": 0.10130074620246887}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many directions are there down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""one"", ""entailment_score"": 0.09743928909301758}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many boats and which direction are down the stream?"", ""pali_output"": ""2 north"", ""answer_candidate"": ""one direction"", ""entailment_score"": 0.0613139271736145}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many directions can the boats travel down the stream?"", ""pali_output"": ""2"", ""answer_candidate"": ""one direction"", ""entailment_score"": 0.025520741939544678}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many directions are there down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""one direction"", ""entailment_score"": 0.4297183156013489}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which direction do the boats go?"", ""pali_output"": ""north"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.02038297802209854}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which direction do the boats travel?"", ""pali_output"": ""north"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.024075714871287346}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Two boats are traveling in one direction down what?"", ""pali_output"": ""river"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.7252705693244934}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Two boats travel in one direction down what?"", ""pali_output"": ""river"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.7225213646888733}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many boats are in the story?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9660029411315918}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many boats are on the stream?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9706792235374451}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many boats are in the picture?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9645030498504639}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many boats are in the scene?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9616549015045166}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many boats are in the story?"", ""pali_output"": ""2"", ""answer_candidate"": ""two boats"", ""entailment_score"": 0.9100340008735657}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many boats were in the picture?"", ""pali_output"": ""2"", ""answer_candidate"": ""two boats"", ""entailment_score"": 0.8926448822021484}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many boats are in the scene?"", ""pali_output"": ""2"", ""answer_candidate"": ""two boats"", ""entailment_score"": 0.9065167903900146}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many boats are in the picture?"", ""pali_output"": ""2"", ""answer_candidate"": ""two boats"", ""entailment_score"": 0.9077043533325195}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many boats does the story have?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.018886413425207138}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many boats are on the stream?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.03309139236807823}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many boats are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.013022500090301037}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many boats are in the story?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.031667012721300125}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many boats were there?"", ""pali_output"": ""2"", ""answer_candidate"": ""one boat"", ""entailment_score"": 0.005998120177537203}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many boats does the story have?"", ""pali_output"": ""2"", ""answer_candidate"": ""one boat"", ""entailment_score"": 0.010444899089634418}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many boats are there?"", ""pali_output"": ""2"", ""answer_candidate"": ""one boat"", ""entailment_score"": 0.009287824854254723}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many boats are in the story?"", ""pali_output"": ""2"", ""answer_candidate"": ""one boat"", ""entailment_score"": 0.016240699216723442}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the boat traveling down?"", ""pali_output"": ""river"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.5324929356575012}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Down what are the two directions?"", ""pali_output"": ""up"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.014884624630212784}, {""img_caption"": ""image_0_caption_1"", ""question"": ""One boat and two directions down what?"", ""pali_output"": ""river"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.7347226738929749}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two directions down what?"", ""pali_output"": ""river"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.7011100649833679}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many directions down the stream is the boat able to go?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.04570914804935455}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many directions does the boat travel down the stream?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.0387442484498024}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many directions are there down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.005118770524859428}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many directions down the stream are there?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.003745132125914097}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many directions are down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""two directions"", ""entailment_score"": 0.0062118894420564175}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many directions down the stream are there?"", ""pali_output"": ""0"", ""answer_candidate"": ""two directions"", ""entailment_score"": 0.006338411010801792}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many directions are there down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""two directions"", ""entailment_score"": 0.007035583257675171}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many directions can the boats travel down the stream?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9574472308158875}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many directions can the boats go down the stream?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9572656750679016}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many directions down the stream are there?"", ""pali_output"": ""0"", ""answer_candidate"": ""one"", ""entailment_score"": 0.10130074620246887}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many directions are there down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""one"", ""entailment_score"": 0.09743928909301758}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many boats and which direction are down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""one direction"", ""entailment_score"": 0.15209166705608368}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many directions can the boats travel down the stream?"", ""pali_output"": ""1"", ""answer_candidate"": ""one direction"", ""entailment_score"": 0.9066386818885803}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many directions are there down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""one direction"", ""entailment_score"": 0.4297183156013489}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which direction do the boats go?"", ""pali_output"": ""north"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.02038297802209854}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which direction do the boats travel?"", ""pali_output"": ""north"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.024075714871287346}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Two boats are traveling in one direction down what?"", ""pali_output"": ""river"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.7252705693244934}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Two boats travel in one direction down what?"", ""pali_output"": ""river"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.7225213646888733}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many boats are in the story?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.008232390508055687}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many boats are on the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.005770844407379627}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many boats are in the picture?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.00880269706249237}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many boats are in the scene?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.008508932776749134}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many boats are in the story?"", ""pali_output"": ""0"", ""answer_candidate"": ""two boats"", ""entailment_score"": 0.009233945980668068}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many boats were in the picture?"", ""pali_output"": ""0"", ""answer_candidate"": ""two boats"", ""entailment_score"": 0.006719041615724564}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many boats are in the scene?"", ""pali_output"": ""0"", ""answer_candidate"": ""two boats"", ""entailment_score"": 0.008173919282853603}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many boats are in the picture?"", ""pali_output"": ""0"", ""answer_candidate"": ""two boats"", ""entailment_score"": 0.008768575266003609}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many boats does the story have?"", ""pali_output"": ""0"", ""answer_candidate"": ""one"", ""entailment_score"": 0.16550536453723907}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many boats are on the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""one"", ""entailment_score"": 0.06325521320104599}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many boats are there?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9562501907348633}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many boats are in the story?"", ""pali_output"": ""0"", ""answer_candidate"": ""one"", ""entailment_score"": 0.12486717104911804}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many boats were there?"", ""pali_output"": ""0"", ""answer_candidate"": ""one boat"", ""entailment_score"": 0.17147211730480194}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many boats does the story have?"", ""pali_output"": ""0"", ""answer_candidate"": ""one boat"", ""entailment_score"": 0.2294502556324005}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many boats are there?"", ""pali_output"": ""1"", ""answer_candidate"": ""one boat"", ""entailment_score"": 0.9009481072425842}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many boats are in the story?"", ""pali_output"": ""0"", ""answer_candidate"": ""one boat"", ""entailment_score"": 0.3067780137062073}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the boat traveling down?"", ""pali_output"": ""river"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.5324929356575012}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Down what are the two directions?"", ""pali_output"": ""up"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.014884624630212784}, {""img_caption"": ""image_1_caption_1"", ""question"": ""One boat and two directions down what?"", ""pali_output"": ""river"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.7347226738929749}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two directions down what?"", ""pali_output"": ""body"", ""answer_candidate"": ""the stream"", ""entailment_score"": 0.016164949163794518}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many directions down the stream is the boat able to go?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.04570914804935455}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many directions does the boat travel down the stream?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.0387442484498024}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many directions are there down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.005118770524859428}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many directions down the stream are there?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.003745132125914097}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many directions are down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""two directions"", ""entailment_score"": 0.0062118894420564175}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many directions down the stream are there?"", ""pali_output"": ""0"", ""answer_candidate"": ""two directions"", ""entailment_score"": 0.006338411010801792}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many directions are there down the stream?"", ""pali_output"": ""0"", ""answer_candidate"": ""two directions"", ""entailment_score"": 0.007035583257675171}]",False,True,False,visual_q2
89,0.1871961206197738,0.6039201617240906,0.0031939221080392,0.9328776001930236,94,True,False,False,examples_blip2_text_matching_coco.csv,0.4611081377370283,0.45990818925201893,0.4473937537986785,0.6192278111120686,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Which animal rides without a visible tongue?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.9433172345161438}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who rides with no visible tongue?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.9213985800743103}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What rides without a visible tongue?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.9039230942726135}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who rides without a visible tongue?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.887810468673706}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the dog riding without?"", ""pali_output"": ""seatbelt"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.004235209431499243}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the dog not have while riding?"", ""pali_output"": ""seatbelt"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.005615657195448875}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the dog ride without?"", ""pali_output"": ""seatbelt"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.004429544787853956}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The dog rides without what?"", ""pali_output"": ""leash"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.01813531294465065}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who rides with their tongue sticking out?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.8729807138442993}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who rides with their tongue hanging out?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.8826813101768494}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who rides with a visible tongue out?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.8913560509681702}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who rides with their tongue out?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.9081607460975647}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the dog have out when riding?"", ""pali_output"": ""head"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.004606627859175205}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the dog have sticking out?"", ""pali_output"": ""head"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.00464847544208169}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the dog ride with?"", ""pali_output"": ""owner"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.007934109307825565}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the dog ride with out?"", ""pali_output"": ""leash"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.006781996693462133}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which animal rides without a visible tongue?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.9433172345161438}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who rides with no visible tongue?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.9213985800743103}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What rides without a visible tongue?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.9039230942726135}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who rides without a visible tongue?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.887810468673706}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the dog riding without?"", ""pali_output"": ""seatbelt"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.004235209431499243}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the dog not have while riding?"", ""pali_output"": ""seatbelt"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.005615657195448875}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the dog ride without?"", ""pali_output"": ""seat belt"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.005192372482270002}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The dog rides without what?"", ""pali_output"": ""seatbelt"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.007772897370159626}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who rides with their tongue sticking out?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.8729807138442993}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who rides with their tongue hanging out?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.8826813101768494}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who rides with a visible tongue out?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.8913560509681702}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who rides with their tongue out?"", ""pali_output"": ""dog"", ""answer_candidate"": ""The dog"", ""entailment_score"": 0.9081607460975647}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the dog have out when riding?"", ""pali_output"": ""tongue"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.659186601638794}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the dog have sticking out?"", ""pali_output"": ""tongue"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.7268886566162109}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the dog ride with?"", ""pali_output"": ""owner"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.007934109307825565}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the dog ride with out?"", ""pali_output"": ""seatbelt"", ""answer_candidate"": ""a visible tongue"", ""entailment_score"": 0.004634300246834755}]",True,True,True,visual_q2
92,0.1931052058935165,0.2657350599765777,0.3713069260120392,0.703844428062439,97,False,False,False,examples_blip2_text_matching_coco.csv,0.5711558953459773,0.5707570869209511,0.17373597039841115,0.2603182413149625,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Despite not using bait, what did the fishermen catch?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fish"", ""entailment_score"": 0.987027645111084}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What are they catching without bait?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fish"", ""entailment_score"": 0.9867444634437561}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What do they catch even without bait?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fish"", ""entailment_score"": 0.9863821268081665}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What are they catching even without bait?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fish"", ""entailment_score"": 0.9887053370475769}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What are they not using?"", ""pali_output"": ""swimsuit"", ""answer_candidate"": ""no bait"", ""entailment_score"": 0.010152565315365791}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What are they using but still getting fish?"", ""pali_output"": ""spear"", ""answer_candidate"": ""no bait"", ""entailment_score"": 0.02783939801156521}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What are they using?"", ""pali_output"": ""spear"", ""answer_candidate"": ""no bait"", ""entailment_score"": 0.011239731684327126}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What are they using to try and catch fish?"", ""pali_output"": ""spear"", ""answer_candidate"": ""bait"", ""entailment_score"": 0.01618908904492855}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What are they using to try to catch fish?"", ""pali_output"": ""spear"", ""answer_candidate"": ""bait"", ""entailment_score"": 0.015477722510695457}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What are the fishermen using?"", ""pali_output"": ""spear"", ""answer_candidate"": ""bait"", ""entailment_score"": 0.009565451182425022}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What are they using?"", ""pali_output"": ""spear"", ""answer_candidate"": ""bait"", ""entailment_score"": 0.007424745708703995}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the result of using bait?"", ""pali_output"": ""fish"", ""answer_candidate"": ""no fish"", ""entailment_score"": 0.005655364599078894}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What did they get despite using bait?"", ""pali_output"": ""no fish"", ""answer_candidate"": ""no fish"", ""entailment_score"": 0.988103449344635}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Despite not using bait, what did the fishermen catch?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fish"", ""entailment_score"": 0.987027645111084}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are they catching without bait?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fish"", ""entailment_score"": 0.9867444634437561}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What do they catch even without bait?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fish"", ""entailment_score"": 0.9863821268081665}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are they catching even without bait?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fish"", ""entailment_score"": 0.9887053370475769}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are they not using?"", ""pali_output"": ""hook"", ""answer_candidate"": ""no bait"", ""entailment_score"": 0.0137740233913064}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are they using but still getting fish?"", ""pali_output"": ""worm"", ""answer_candidate"": ""no bait"", ""entailment_score"": 0.019091296941041946}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are they using?"", ""pali_output"": ""hook"", ""answer_candidate"": ""no bait"", ""entailment_score"": 0.013574715703725815}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What are they using to try and catch fish?"", ""pali_output"": ""worm"", ""answer_candidate"": ""bait"", ""entailment_score"": 0.2646988332271576}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What are they using to try to catch fish?"", ""pali_output"": ""worm"", ""answer_candidate"": ""bait"", ""entailment_score"": 0.2598227262496948}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What are the fishermen using?"", ""pali_output"": ""hook"", ""answer_candidate"": ""bait"", ""entailment_score"": 0.01622612401843071}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What are they using?"", ""pali_output"": ""hook"", ""answer_candidate"": ""bait"", ""entailment_score"": 0.027402950450778008}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the result of using bait?"", ""pali_output"": ""fish"", ""answer_candidate"": ""no fish"", ""entailment_score"": 0.005655364599078894}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What did they get despite using bait?"", ""pali_output"": ""no fish"", ""answer_candidate"": ""no fish"", ""entailment_score"": 0.988103449344635}]",False,True,False,visual_q2
93,0.0059289326891303,0.0104169910773634,0.0286835953593254,0.0291916951537132,98,False,False,False,examples_blip2_text_matching_coco.csv,0.7618180785158818,0.4237806834068827,0.3539441588412349,0.5234817097273966,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What is the water being sprayed at?"", ""pali_output"": ""car"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.9639032483100891}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the target of the water being sprayed?"", ""pali_output"": ""car"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.94769686460495}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Someone is spraying water towards what?"", ""pali_output"": ""car"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.966937780380249}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is being sprayed with water?"", ""pali_output"": ""car"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.9668516516685486}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is spraying water towards the vehicle?"", ""pali_output"": ""girl"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.5910444259643555}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the water being sprayed from?"", ""pali_output"": ""hose"", ""answer_candidate"": ""the ground"", ""entailment_score"": 0.006239512003958225}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person spraying water from?"", ""pali_output"": ""hose"", ""answer_candidate"": ""the ground"", ""entailment_score"": 0.016981981694698334}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is someone spraying at a car?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9777418971061707}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is being sprayed towards a vehicle?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9793389439582825}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is being sprayed at a car?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9824941754341125}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is being sprayed at a vehicle?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9807683825492859}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the person spraying water coming from?"", ""pali_output"": ""hose"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.03251340240240097}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the person spraying water from?"", ""pali_output"": ""hose"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.027793038636446}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the person spraying water from?"", ""pali_output"": ""hose"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.015166148543357849}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is spraying water towards the ground?"", ""pali_output"": ""girl"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.5745720863342285}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is spraying water from a vehicle?"", ""pali_output"": ""man and girl"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.5997517704963684}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the water sprayed?"", ""pali_output"": ""car"", ""answer_candidate"": ""the ground"", ""entailment_score"": 0.006613054778426886}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is someone spraying water?"", ""pali_output"": ""car"", ""answer_candidate"": ""the ground"", ""entailment_score"": 0.03095419518649578}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the water being sprayed?"", ""pali_output"": ""car"", ""answer_candidate"": ""the ground"", ""entailment_score"": 0.009790945798158646}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is being sprayed from a car?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9822981357574463}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is being sprayed from a moving vehicle?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9823394417762756}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is being sprayed?"", ""pali_output"": ""car"", ""answer_candidate"": ""water"", ""entailment_score"": 0.004364588297903538}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is being sprayed from a vehicle?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9811730980873108}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the water being sprayed at?"", ""pali_output"": ""fire"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.0035995664075016975}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the target of the water being sprayed?"", ""pali_output"": ""fire"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.002943004248663783}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Someone is spraying water towards what?"", ""pali_output"": ""fire"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.00709649920463562}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is being sprayed with water?"", ""pali_output"": ""fire"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.003918292932212353}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is spraying water towards the vehicle?"", ""pali_output"": ""fireman"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.7004652619361877}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the water being sprayed from?"", ""pali_output"": ""hose"", ""answer_candidate"": ""the ground"", ""entailment_score"": 0.006239512003958225}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person spraying water from?"", ""pali_output"": ""hose"", ""answer_candidate"": ""the ground"", ""entailment_score"": 0.016981981694698334}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is someone spraying at a car?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9777418971061707}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is being sprayed towards a vehicle?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9793389439582825}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is being sprayed at a car?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9824941754341125}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is being sprayed at a vehicle?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9807683825492859}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the person spraying water coming from?"", ""pali_output"": ""truck"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.9079752564430237}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the person spraying water from?"", ""pali_output"": ""hose"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.027793038636446}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the person spraying water from?"", ""pali_output"": ""hose"", ""answer_candidate"": ""a vehicle"", ""entailment_score"": 0.015166148543357849}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is spraying water towards the ground?"", ""pali_output"": ""fireman"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.6922589540481567}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is spraying water from a vehicle?"", ""pali_output"": ""fireman"", ""answer_candidate"": ""someone"", ""entailment_score"": 0.684832751750946}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the water sprayed?"", ""pali_output"": ""fire"", ""answer_candidate"": ""the ground"", ""entailment_score"": 0.00846437644213438}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is someone spraying water?"", ""pali_output"": ""fire"", ""answer_candidate"": ""the ground"", ""entailment_score"": 0.020137334242463112}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the water being sprayed?"", ""pali_output"": ""fire"", ""answer_candidate"": ""the ground"", ""entailment_score"": 0.00910788495093584}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is being sprayed from a car?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9822981357574463}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is being sprayed from a moving vehicle?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9823394417762756}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is being sprayed?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9702340960502625}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is being sprayed from a vehicle?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9811730980873108}]",True,True,True,visual_q2
95,0.9264947772026062,0.6007226705551147,0.9495312571525574,0.7742305397987366,100,False,False,False,examples_blip2_text_matching_coco.csv,0.43286304738285253,0.005634049928630702,0.18720427728112554,0.48599886636657175,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the left of the picture?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.004047975409775972}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which one is on the left?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.0016576357884332538}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the left?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.004749133251607418}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which of the two is on the left?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.002698088763281703}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which side of the picture is the happy one on?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.955390214920044}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the picture is the happy polar bear?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.00777382543310523}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the picture is the happy face?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9429231286048889}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the picture is the happy face located?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9422431588172913}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the picture is the unhappy face located?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.9089024662971497}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the picture is the unhappy face?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.9101690053939819}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the upset face located?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.007405529730021954}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the unhappy face located?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.007252083159983158}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which one of the two is on the right?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.3980468511581421}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which of the two is on the right?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.41843774914741516}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which one is on the right?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.5791353583335876}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the right?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.8349765539169312}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is on the right side of the picture?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.005944616161286831}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which one is on the right?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.0015889095375314355}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which of the two is on the right?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.0025295373052358627}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is on the right?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.0012672105804085732}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side of the picture is the unhappy person?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.003985792864114046}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side of the picture is the upset person?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.004969549365341663}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side of the picture is the unhappy face?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.004539112560451031}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side of the picture is the unhappy face located?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.005024276208132505}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side of the picture is the happy face located?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.010653374716639519}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the happy one located?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.845843493938446}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the happy one?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8835954070091248}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the happy face located?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.0066496459767222404}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which character is on the left?"", ""pali_output"": ""smiling"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.0017282154876738787}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which one is on the left?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.6601154208183289}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which of the two is on the left?"", ""pali_output"": ""crying"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.552168071269989}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is on the left?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.004665802698582411}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the left of the picture?"", ""pali_output"": ""confused"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.0019203686388209462}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which one is on the left?"", ""pali_output"": ""confused"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.003919864073395729}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the left?"", ""pali_output"": ""confused"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.0010520146461203694}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which of the two is on the left?"", ""pali_output"": ""confused"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.005231992341578007}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which side of the picture is the happy one on?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.003357433481141925}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the picture is the happy polar bear?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.00777382543310523}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the picture is the happy face?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.005932516884058714}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the picture is the happy face located?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.005756468046456575}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the picture is the unhappy face located?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.010381825268268585}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the picture is the unhappy face?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.011544718407094479}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the upset face located?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.007405529730021954}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the unhappy face located?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.007252083159983158}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which one of the two is on the right?"", ""pali_output"": ""notepad"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.005074256099760532}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which of the two is on the right?"", ""pali_output"": ""notepad"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.005505565088242292}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which one is on the right?"", ""pali_output"": ""notepad"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.0033957052510231733}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the right?"", ""pali_output"": ""write"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.004640632309019566}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is on the right side of the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.006322992965579033}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which one is on the right?"", ""pali_output"": ""notepad"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.003345074597746134}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which of the two is on the right?"", ""pali_output"": ""notepad"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.006019822787493467}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is on the right?"", ""pali_output"": ""write"", ""answer_candidate"": ""the happy one"", ""entailment_score"": 0.003135040169581771}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side of the picture is the unhappy person?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9516947865486145}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side of the picture is the upset person?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9452932476997375}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side of the picture is the unhappy face?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9497310519218445}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side of the picture is the unhappy face located?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9504585266113281}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side of the picture is the happy face located?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.9055490493774414}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the happy one located?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.845843493938446}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the happy one?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8835954070091248}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the happy face located?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8785929679870605}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which character is on the left?"", ""pali_output"": ""confused"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.15917126834392548}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which one is on the left?"", ""pali_output"": ""confused"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.040858831256628036}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which of the two is on the left?"", ""pali_output"": ""confused"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.06459598243236542}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is on the left?"", ""pali_output"": ""confused"", ""answer_candidate"": ""the upset one"", ""entailment_score"": 0.1817743182182312}]",True,True,True,visual_q2
96,0.0118315322324633,0.0139939654618501,0.0025086950045078,0.0019612247124314,101,False,False,False,examples_blip2_text_matching_coco.csv,0.4061468453922619,0.19032911089016125,0.3526425376534462,0.6755918334238231,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the real hair on the man?"", ""pali_output"": ""mouth"", ""answer_candidate"": ""head"", ""entailment_score"": 0.11133724451065063}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the real hair on the photo?"", ""pali_output"": ""underneath"", ""answer_candidate"": ""head"", ""entailment_score"": 0.3715672492980957}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the real hair on the picture?"", ""pali_output"": ""underneath"", ""answer_candidate"": ""head"", ""entailment_score"": 0.35262420773506165}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the real hair located?"", ""pali_output"": ""nose"", ""answer_candidate"": ""head"", ""entailment_score"": 0.033135004341602325}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What facial hair did the man have?"", ""pali_output"": ""mustache"", ""answer_candidate"": ""mustache"", ""entailment_score"": 0.9772599935531616}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What facial hair did he wear?"", ""pali_output"": ""mustache"", ""answer_candidate"": ""mustache"", ""entailment_score"": 0.9775581359863281}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What facial hair did this person have?"", ""pali_output"": ""mustache"", ""answer_candidate"": ""mustache"", ""entailment_score"": 0.9766071438789368}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Fake what?"", ""pali_output"": ""mustache"", ""answer_candidate"": ""mustache"", ""entailment_score"": 0.9341940879821777}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is on the head of the man with the fake mustache?"", ""pali_output"": ""wig"", ""answer_candidate"": ""real hair"", ""entailment_score"": 0.025953715667128563}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of hair does the actor have on his head?"", ""pali_output"": ""bang"", ""answer_candidate"": ""real hair"", ""entailment_score"": 0.050245482474565506}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is on the head of the man in the photo?"", ""pali_output"": ""wig"", ""answer_candidate"": ""real hair"", ""entailment_score"": 0.014683076180517673}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is on the head?"", ""pali_output"": ""bang"", ""answer_candidate"": ""real hair"", ""entailment_score"": 0.04859680309891701}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What was on the head of the man with the mustache?"", ""pali_output"": ""wig"", ""answer_candidate"": ""fake hair"", ""entailment_score"": 0.9564416408538818}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the head of the man in the photo?"", ""pali_output"": ""wig"", ""answer_candidate"": ""fake hair"", ""entailment_score"": 0.943810760974884}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on his head?"", ""pali_output"": ""wig"", ""answer_candidate"": ""fake hair"", ""entailment_score"": 0.9378217458724976}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the head?"", ""pali_output"": ""bang"", ""answer_candidate"": ""fake hair"", ""entailment_score"": 0.06350790709257126}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Fake hair on what part of the body?"", ""pali_output"": ""face"", ""answer_candidate"": ""head"", ""entailment_score"": 0.06980155408382416}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Fake hair on what?"", ""pali_output"": ""face"", ""answer_candidate"": ""head"", ""entailment_score"": 0.015904899686574936}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the fake hair located?"", ""pali_output"": ""mouth"", ""answer_candidate"": ""head"", ""entailment_score"": 0.019093986600637436}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What facial hair did the actor have?"", ""pali_output"": ""mustache"", ""answer_candidate"": ""real mustache"", ""entailment_score"": 0.1776885986328125}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What did the actor have on his face?"", ""pali_output"": ""mustache"", ""answer_candidate"": ""real mustache"", ""entailment_score"": 0.1820659637451172}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What facial hair did the character have?"", ""pali_output"": ""mustache"", ""answer_candidate"": ""real mustache"", ""entailment_score"": 0.16028831899166107}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the real hair on the man?"", ""pali_output"": ""back"", ""answer_candidate"": ""head"", ""entailment_score"": 0.14687645435333252}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the real hair on the photo?"", ""pali_output"": ""behind wig"", ""answer_candidate"": ""head"", ""entailment_score"": 0.507620632648468}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the real hair on the picture?"", ""pali_output"": ""behind wig"", ""answer_candidate"": ""head"", ""entailment_score"": 0.5092459321022034}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the real hair located?"", ""pali_output"": ""head"", ""answer_candidate"": ""head"", ""entailment_score"": 0.9799360036849976}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What facial hair did the man have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""mustache"", ""entailment_score"": 0.027723440900444984}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What facial hair did he wear?"", ""pali_output"": ""beard"", ""answer_candidate"": ""mustache"", ""entailment_score"": 0.018517233431339264}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What facial hair did this person have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""mustache"", ""entailment_score"": 0.03264223784208298}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Fake what?"", ""pali_output"": ""hair"", ""answer_candidate"": ""mustache"", ""entailment_score"": 0.002471393207088113}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is on the head of the man with the fake mustache?"", ""pali_output"": ""wig"", ""answer_candidate"": ""real hair"", ""entailment_score"": 0.025953715667128563}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of hair does the actor have on his head?"", ""pali_output"": ""wig"", ""answer_candidate"": ""real hair"", ""entailment_score"": 0.013351397588849068}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is on the head of the man in the photo?"", ""pali_output"": ""wig"", ""answer_candidate"": ""real hair"", ""entailment_score"": 0.014683076180517673}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is on the head?"", ""pali_output"": ""wig"", ""answer_candidate"": ""real hair"", ""entailment_score"": 0.004927813075482845}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What was on the head of the man with the mustache?"", ""pali_output"": ""wig"", ""answer_candidate"": ""fake hair"", ""entailment_score"": 0.9564416408538818}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the head of the man in the photo?"", ""pali_output"": ""wig"", ""answer_candidate"": ""fake hair"", ""entailment_score"": 0.943810760974884}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on his head?"", ""pali_output"": ""wig"", ""answer_candidate"": ""fake hair"", ""entailment_score"": 0.9378217458724976}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the head?"", ""pali_output"": ""wig"", ""answer_candidate"": ""fake hair"", ""entailment_score"": 0.9256917834281921}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Fake hair on what part of the body?"", ""pali_output"": ""head"", ""answer_candidate"": ""head"", ""entailment_score"": 0.9727254509925842}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Fake hair on what?"", ""pali_output"": ""head"", ""answer_candidate"": ""head"", ""entailment_score"": 0.955503523349762}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the fake hair located?"", ""pali_output"": ""head"", ""answer_candidate"": ""head"", ""entailment_score"": 0.9770872592926025}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What facial hair did the actor have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""real mustache"", ""entailment_score"": 0.041590142995119095}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What did the actor have on his face?"", ""pali_output"": ""makeup"", ""answer_candidate"": ""real mustache"", ""entailment_score"": 0.0077439723536372185}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What facial hair did the character have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""real mustache"", ""entailment_score"": 0.03750205412507057}]",True,True,True,visual_q2
97,0.9886074662208556,0.1025510877370834,0.9807690382003784,0.9760421514511108,102,True,False,False,examples_blip2_text_matching_coco.csv,0.200545124443514,0.016979234293103218,0.007170317956479266,0.026304200408048928,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of cat is holding the toy?"", ""pali_output"": ""calico"", ""answer_candidate"": ""real cat"", ""entailment_score"": 0.1467016041278839}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is holding the toy baby?"", ""pali_output"": ""cat"", ""answer_candidate"": ""real cat"", ""entailment_score"": 0.14032945036888123}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of cat has a toy baby?"", ""pali_output"": ""calico"", ""answer_candidate"": ""real cat"", ""entailment_score"": 0.05025966092944145}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the real cat holding?"", ""pali_output"": ""doll"", ""answer_candidate"": ""toy baby"", ""entailment_score"": 0.34551534056663513}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the cat carrying?"", ""pali_output"": ""doll"", ""answer_candidate"": ""toy baby"", ""entailment_score"": 0.3588438630104065}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the cat have?"", ""pali_output"": ""teeth"", ""answer_candidate"": ""toy baby"", ""entailment_score"": 0.004691148176789284}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the cat holding?"", ""pali_output"": ""doll"", ""answer_candidate"": ""toy baby"", ""entailment_score"": 0.35747480392456055}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Toy cat with what?"", ""pali_output"": ""doll"", ""answer_candidate"": ""real baby"", ""entailment_score"": 0.0017250542296096683}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has a real baby with them?"", ""pali_output"": ""no 1"", ""answer_candidate"": ""toy cat"", ""entailment_score"": 0.005013456102460623}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What animal has a real baby?"", ""pali_output"": ""cat"", ""answer_candidate"": ""toy cat"", ""entailment_score"": 0.01862584613263607}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has a real baby?"", ""pali_output"": ""owner"", ""answer_candidate"": ""toy cat"", ""entailment_score"": 0.003316915361210704}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of cat is holding the toy?"", ""pali_output"": ""stuffed"", ""answer_candidate"": ""real cat"", ""entailment_score"": 0.01360013335943222}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is holding the toy baby?"", ""pali_output"": ""hand"", ""answer_candidate"": ""real cat"", ""entailment_score"": 0.005762169137597084}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of cat has a toy baby?"", ""pali_output"": ""stuffed"", ""answer_candidate"": ""real cat"", ""entailment_score"": 0.014766978099942207}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the cat carrying?"", ""pali_output"": ""baby"", ""answer_candidate"": ""toy baby"", ""entailment_score"": 0.037324175238609314}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the cat have?"", ""pali_output"": ""tail"", ""answer_candidate"": ""toy baby"", ""entailment_score"": 0.013442715629935265}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Toy cat with what?"", ""pali_output"": ""baby"", ""answer_candidate"": ""real baby"", ""entailment_score"": 0.07704824209213257}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has a real baby with them?"", ""pali_output"": ""no 1"", ""answer_candidate"": ""toy cat"", ""entailment_score"": 0.005013456102460623}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What animal has a real baby?"", ""pali_output"": ""cat"", ""answer_candidate"": ""toy cat"", ""entailment_score"": 0.01862584613263607}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has a real baby?"", ""pali_output"": ""someone"", ""answer_candidate"": ""toy cat"", ""entailment_score"": 0.00452925730496645}]",True,True,True,visual_q2
98,0.9753010272979736,0.955226719379425,0.915578067302704,0.8599988222122192,103,False,False,False,examples_blip2_text_matching_coco.csv,0.7621674372348934,0.42838331987150013,0.5229140194132924,0.5441355379298329,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Which is loud?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.9230380058288574}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which animal is loud?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.9588050246238708}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is loud?"", ""pali_output"": ""roar"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.02429141290485859}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is loud?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.9493765830993652}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is the quiet one?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.9060733914375305}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which is quiet, the lion or the lionness?"", ""pali_output"": ""lionness"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.9245002269744873}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is quiet?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.48864224553108215}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is quiet?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.9226126074790955}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which is quiet?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.18749776482582092}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is quiet and the lionness is loud?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.9535835981369019}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is quiet?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.8926125168800354}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is quiet?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.31426993012428284}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is louder than the lion?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.8903563618659973}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is loud, the lion or the lionness?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.03839290887117386}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is loud?"", ""pali_output"": ""roar"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.1484079658985138}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is loud?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.7581911087036133}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which is loud?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.20330360531806946}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which animal is loud?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.42825913429260254}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is loud?"", ""pali_output"": ""roar"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.02429141290485859}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is loud?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.3596484959125519}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is the quiet one?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.9060733914375305}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which is quiet, the lion or the lionness?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.09423566609621048}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is quiet?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.48864224553108215}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is quiet?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.9226126074790955}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which is quiet?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.18749776482582092}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is quiet and the lionness is loud?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.9535835981369019}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is quiet?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.8926125168800354}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is quiet?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lion"", ""entailment_score"": 0.31426993012428284}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is louder than the lion?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.8903563618659973}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is loud, the lion or the lionness?"", ""pali_output"": ""lion"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.03839290887117386}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is loud?"", ""pali_output"": ""roar"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.1484079658985138}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is loud?"", ""pali_output"": ""lioness"", ""answer_candidate"": ""the lionness"", ""entailment_score"": 0.9279632568359375}]",True,True,True,visual_q2
102,0.9716426730155944,0.7349110245704651,0.9689255952835084,0.7306475043296814,107,False,False,False,examples_blip2_text_matching_coco.csv,0.8851842656731606,0.003550227156665642,0.003925880213500932,0.6733577794511802,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What color socks does the person in the photo have on?"", ""pali_output"": ""black"", ""answer_candidate"": ""black socks"", ""entailment_score"": 0.8959430456161499}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color socks did he wear with his orange shoes?"", ""pali_output"": ""black"", ""answer_candidate"": ""black socks"", ""entailment_score"": 0.9119376540184021}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color socks did the man in the photograph wear with his orange shoes?"", ""pali_output"": ""black"", ""answer_candidate"": ""black socks"", ""entailment_score"": 0.9027689695358276}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color socks did he wear with the orange shoes?"", ""pali_output"": ""black"", ""answer_candidate"": ""black socks"", ""entailment_score"": 0.9185998439788818}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color shoes does he wear with black socks?"", ""pali_output"": ""orange"", ""answer_candidate"": ""orange shoes"", ""entailment_score"": 0.8574278950691223}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color shoes are worn with the black socks?"", ""pali_output"": ""orange"", ""answer_candidate"": ""orange shoes"", ""entailment_score"": 0.8709264993667603}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color shoes does he wear?"", ""pali_output"": ""orange"", ""answer_candidate"": ""orange shoes"", ""entailment_score"": 0.8298290967941284}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color shoes are worn with black socks?"", ""pali_output"": ""orange"", ""answer_candidate"": ""orange shoes"", ""entailment_score"": 0.894041121006012}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color shoes did the person wearing the orange socks have on?"", ""pali_output"": ""orange"", ""answer_candidate"": ""black shoes"", ""entailment_score"": 0.0028718505054712296}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color shoes did the person wearing the orange socks wear?"", ""pali_output"": ""orange"", ""answer_candidate"": ""black shoes"", ""entailment_score"": 0.0028102402575314045}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color shoes did the man wear with orange socks?"", ""pali_output"": ""orange"", ""answer_candidate"": ""black shoes"", ""entailment_score"": 0.00506169768050313}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color shoes are worn with orange socks?"", ""pali_output"": ""orange"", ""answer_candidate"": ""black shoes"", ""entailment_score"": 0.008616896346211433}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color socks did the man wear with black shoes?"", ""pali_output"": ""black"", ""answer_candidate"": ""orange socks"", ""entailment_score"": 0.002689170651137829}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color socks does he wear with black shoes?"", ""pali_output"": ""black"", ""answer_candidate"": ""orange socks"", ""entailment_score"": 0.0027111624367535114}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color socks does he wear with his black shoes?"", ""pali_output"": ""black"", ""answer_candidate"": ""orange socks"", ""entailment_score"": 0.002276727231219411}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color socks are worn with black shoes?"", ""pali_output"": ""black"", ""answer_candidate"": ""orange socks"", ""entailment_score"": 0.004369296599179506}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color socks does the person in the photo have on?"", ""pali_output"": ""orange"", ""answer_candidate"": ""black socks"", ""entailment_score"": 0.001020396826788783}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color socks did he wear with his orange shoes?"", ""pali_output"": ""orange"", ""answer_candidate"": ""black socks"", ""entailment_score"": 0.002607522066682577}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color socks did the man in the photograph wear with his orange shoes?"", ""pali_output"": ""orange"", ""answer_candidate"": ""black socks"", ""entailment_score"": 0.004806281998753548}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color socks did he wear with the orange shoes?"", ""pali_output"": ""orange"", ""answer_candidate"": ""black socks"", ""entailment_score"": 0.002948599401861429}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color shoes does he wear with black socks?"", ""pali_output"": ""sandal"", ""answer_candidate"": ""orange shoes"", ""entailment_score"": 0.0035176787059754133}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color shoes are worn with the black socks?"", ""pali_output"": ""sandal"", ""answer_candidate"": ""orange shoes"", ""entailment_score"": 0.00590123375877738}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color shoes does he wear?"", ""pali_output"": ""black"", ""answer_candidate"": ""orange shoes"", ""entailment_score"": 0.0004966874257661402}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color shoes are worn with black socks?"", ""pali_output"": ""sandal"", ""answer_candidate"": ""orange shoes"", ""entailment_score"": 0.007103417068719864}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color shoes did the person wearing the orange socks have on?"", ""pali_output"": ""sandal"", ""answer_candidate"": ""black shoes"", ""entailment_score"": 0.007603796664625406}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color shoes did the person wearing the orange socks wear?"", ""pali_output"": ""black"", ""answer_candidate"": ""black shoes"", ""entailment_score"": 0.9456477165222168}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color shoes did the man wear with orange socks?"", ""pali_output"": ""sandal"", ""answer_candidate"": ""black shoes"", ""entailment_score"": 0.008808061480522156}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color shoes are worn with orange socks?"", ""pali_output"": ""black"", ""answer_candidate"": ""black shoes"", ""entailment_score"": 0.9362937808036804}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color socks did the man wear with black shoes?"", ""pali_output"": ""orange"", ""answer_candidate"": ""orange socks"", ""entailment_score"": 0.8735531568527222}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color socks does he wear with black shoes?"", ""pali_output"": ""orange"", ""answer_candidate"": ""orange socks"", ""entailment_score"": 0.8451047539710999}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color socks does he wear with his black shoes?"", ""pali_output"": ""orange"", ""answer_candidate"": ""orange socks"", ""entailment_score"": 0.8617516160011292}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color socks are worn with black shoes?"", ""pali_output"": ""orange"", ""answer_candidate"": ""orange socks"", ""entailment_score"": 0.908099353313446}]",True,True,True,visual_q2
111,0.9989880919456482,0.2500554621219635,0.9978051781654358,0.568545937538147,116,True,False,False,examples_blip2_text_matching_coco.csv,0.4565323479473591,0.26607629672798794,0.07967105767602334,0.48256618934101425,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is being loud in this scene?"", ""pali_output"": ""mother"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.25547486543655396}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is being loud in the picture?"", ""pali_output"": ""mother"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.17674373090267181}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is being loud in this picture?"", ""pali_output"": ""mother"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.2433970421552658}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is being loud?"", ""pali_output"": ""mother"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.5477912425994873}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is being quiet while the adult is being loud?"", ""pali_output"": ""2 girls"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.5277068018913269}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is quiet?"", ""pali_output"": ""2 girls"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.6657065153121948}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is being quiet while the adult is loud?"", ""pali_output"": ""2 girls"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.5248094797134399}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is being quiet?"", ""pali_output"": ""2 girls"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.7106291055679321}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is being quiet in this scenario?"", ""pali_output"": ""2 girls"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.002072402974590659}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is being quiet in this situation?"", ""pali_output"": ""2 girls"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.002229896606877446}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is quiet?"", ""pali_output"": ""2 girls"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.0007529961294494569}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is being quiet?"", ""pali_output"": ""2 girls"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.0011849908623844385}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is being loud in the picture?"", ""pali_output"": ""mother"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.002042239997535944}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is being loud in this scenario?"", ""pali_output"": ""mother"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.0022734745871275663}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is being noisy?"", ""pali_output"": ""child"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.6256449818611145}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is being loud?"", ""pali_output"": ""mother"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.0011674783891066909}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is being loud in this scene?"", ""pali_output"": ""child"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.001905787386931479}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is being loud in the picture?"", ""pali_output"": ""child"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.0018378060776740313}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is being loud in this picture?"", ""pali_output"": ""child"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.0017164029413834214}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is being loud?"", ""pali_output"": ""kid"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.0015180729096755385}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is being quiet while the adult is being loud?"", ""pali_output"": ""child"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.785033106803894}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is quiet?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.0013458398170769215}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is being quiet while the adult is loud?"", ""pali_output"": ""child"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.7597436904907227}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is being quiet?"", ""pali_output"": ""child"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.5755096673965454}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is being quiet in this scenario?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.25329819321632385}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is being quiet in this situation?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.42412737011909485}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is quiet?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.5716736912727356}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is being quiet?"", ""pali_output"": ""child"", ""answer_candidate"": ""the adult"", ""entailment_score"": 0.001442464767023921}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is being loud in the picture?"", ""pali_output"": ""child"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.5545485615730286}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is being loud in this scenario?"", ""pali_output"": ""child"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.545599639415741}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is being noisy?"", ""pali_output"": ""kid"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.7425086498260498}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is being loud?"", ""pali_output"": ""kid"", ""answer_candidate"": ""the children"", ""entailment_score"": 0.7673309445381165}]",True,True,True,visual_q2
114,0.001322068972513,0.0104055693373084,0.000826142670121,0.0055250395089387,119,False,False,False,examples_blip2_text_matching_coco.csv,0.5649866666644812,0.5595259232446551,0.22972425296902657,0.7464840531349182,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What item on the left is long compared to the item on the right?"", ""pali_output"": ""dress"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.9220873713493347}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What item on the left is long and what item on the right is short?"", ""pali_output"": ""dress"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.9328657984733582}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is long on the left and short on the right?"", ""pali_output"": ""dress"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.9329070448875427}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side is the dress long?"", ""pali_output"": ""back"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.00967639684677124}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side is the dress short?"", ""pali_output"": ""back"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.02739672176539898}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the left short and on the right long?"", ""pali_output"": ""dress"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.9459023475646973}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What item on the left is short compared to the item on the right?"", ""pali_output"": ""skirt"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.07753534615039825}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What item on the left is shorter than the item on the right?"", ""pali_output"": ""skirt"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.08996349573135376}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side is the dress short?"", ""pali_output"": ""back"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.00846083089709282}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side is the dress long?"", ""pali_output"": ""back"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.02675924450159073}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What item on the left is long compared to the item on the right?"", ""pali_output"": ""dress"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.9220873713493347}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What item on the left is long and what item on the right is short?"", ""pali_output"": ""dress"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.9328657984733582}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is long on the left and short on the right?"", ""pali_output"": ""dress"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.9329070448875427}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side is the dress long?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.004786030389368534}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side is the dress short?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.004983371123671532}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the left short and on the right long?"", ""pali_output"": ""dress"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.9459023475646973}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What item on the left is short compared to the item on the right?"", ""pali_output"": ""dress"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.9280785918235779}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What item on the left is shorter than the item on the right?"", ""pali_output"": ""skirt"", ""answer_candidate"": ""the dress"", ""entailment_score"": 0.08996349573135376}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side is the dress short?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.925589382648468}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side is the dress long?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8428864479064941}]",True,True,True,visual_q2
121,0.0031297558452934,0.02708893828094,0.0016390933888033,0.0146107263863086,126,False,False,False,examples_blip2_text_matching_coco.csv,0.47826527390861884,0.36090635691653006,0.3563881068112096,0.4989750755339628,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person on the left have?"", ""pali_output"": ""curly hair"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.9854974150657654}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What style of hair does the person on the left have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.9419563412666321}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of hair does the person on the left have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.943532407283783}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What type of hair does the person on the left have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.9445170164108276}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person on the right have?"", ""pali_output"": ""bang"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0018856145907193422}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What style of hair does the person on the right have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.002996782772243023}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of hair does the person on the right have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0029402966611087322}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What type of hair does the person on the right have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0027963172178715467}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What style of hair does the person on the right have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.9419484734535217}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person on the right have?"", ""pali_output"": ""bang"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.012304234318435192}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What kind of hair does the person on the right have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.9412133097648621}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What type of hair does the person on the right have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.9436852931976318}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What style of hair does the person on the left have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0034209024161100388}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person on the left have?"", ""pali_output"": ""curly hair"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0018995200516656041}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What kind of hair does the person on the left have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.003301560878753662}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What type of hair does the person on the left have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0033315604086965322}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person on the left have?"", ""pali_output"": ""curly hair"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.9854974150657654}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What style of hair does the person on the left have?"", ""pali_output"": ""straight"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.0038242782466113567}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of hair does the person on the left have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.943532407283783}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What type of hair does the person on the left have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.9445170164108276}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person on the right have?"", ""pali_output"": ""afro"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0012673197779804468}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What style of hair does the person on the right have?"", ""pali_output"": ""afro"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0028758046682924032}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of hair does the person on the right have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0029402966611087322}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What type of hair does the person on the right have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0027963172178715467}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What style of hair does the person on the right have?"", ""pali_output"": ""afro"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.37346261739730835}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person on the right have?"", ""pali_output"": ""afro"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.7869565486907959}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What kind of hair does the person on the right have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.9412133097648621}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What type of hair does the person on the right have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""curly hair"", ""entailment_score"": 0.9436852931976318}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What style of hair does the person on the left have?"", ""pali_output"": ""straight"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.9379501938819885}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person on the left have?"", ""pali_output"": ""curly hair"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0018995200516656041}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What kind of hair does the person on the left have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.003301560878753662}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What type of hair does the person on the left have?"", ""pali_output"": ""curly"", ""answer_candidate"": ""straight hair"", ""entailment_score"": 0.0033315604086965322}]",True,True,True,visual_q2
124,8.088204594969284e-06,0.8515572547912598,3.214606522305985e-06,0.9723953008651732,129,True,False,False,examples_blip2_text_matching_coco.csv,0.320191481764513,0.20961669472638855,0.10929434803417987,0.3758087278757658,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Which side is the person standing on?"", ""pali_output"": ""right"", ""answer_candidate"": ""rightside"", ""entailment_score"": 0.9052327275276184}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What side is the person standing on?"", ""pali_output"": ""right"", ""answer_candidate"": ""rightside"", ""entailment_score"": 0.9140397310256958}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which way is the person standing?"", ""pali_output"": ""left"", ""answer_candidate"": ""rightside"", ""entailment_score"": 0.03011598065495491}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is sitting upside down?"", ""pali_output"": ""skateboard"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.004042771179229021}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is upside down in this picture?"", ""pali_output"": ""toy truck"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.07242876291275024}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is upside down in the picture?"", ""pali_output"": ""skateboard"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.0037046910729259253}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is upside down?"", ""pali_output"": ""truck"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.07168525457382202}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is standing right side up?"", ""pali_output"": ""child"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.32662296295166016}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is rightside up in this picture?"", ""pali_output"": ""child"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.3649292588233948}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is rightside up?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5332706570625305}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is standing rightside up?"", ""pali_output"": ""child"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.29603350162506104}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which way is the car sitting?"", ""pali_output"": ""down"", ""answer_candidate"": ""rightside"", ""entailment_score"": 0.03751514479517937}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which side is the car sitting on?"", ""pali_output"": ""back"", ""answer_candidate"": ""rightside"", ""entailment_score"": 0.05009067803621292}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which object is rightside up?"", ""pali_output"": ""skateboard"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.0033687076065689325}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is rightside up?"", ""pali_output"": ""truck"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.08251698315143585}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which object is sitting rightside up?"", ""pali_output"": ""skateboard"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.003464345121756196}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is sitting rightside up?"", ""pali_output"": ""skateboard"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.004304404370486736}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is upside down in this picture?"", ""pali_output"": ""kid"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.43479204177856445}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is upside down?"", ""pali_output"": ""truck"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.020310543477535248}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is standing upside down?"", ""pali_output"": ""kid"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.34728628396987915}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which side is the person standing on?"", ""pali_output"": ""front"", ""answer_candidate"": ""rightside"", ""entailment_score"": 0.23213617503643036}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What side is the person standing on?"", ""pali_output"": ""front"", ""answer_candidate"": ""rightside"", ""entailment_score"": 0.2044564187526703}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which way is the person standing?"", ""pali_output"": ""upside down"", ""answer_candidate"": ""rightside"", ""entailment_score"": 0.061157289892435074}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is sitting upside down?"", ""pali_output"": ""person"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.005911629181355238}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is upside down in this picture?"", ""pali_output"": ""person"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.006474875379353762}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is upside down in the picture?"", ""pali_output"": ""person"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.004890404175966978}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is upside down?"", ""pali_output"": ""person"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.007640061900019646}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is standing right side up?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.4639832377433777}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is rightside up in this picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5221095681190491}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is rightside up?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.3587910830974579}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is standing rightside up?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.4382328987121582}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which way is the car sitting?"", ""pali_output"": ""upside down"", ""answer_candidate"": ""rightside"", ""entailment_score"": 0.03553052246570587}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which side is the car sitting on?"", ""pali_output"": ""front"", ""answer_candidate"": ""rightside"", ""entailment_score"": 0.11146271973848343}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which object is rightside up?"", ""pali_output"": ""car"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.8684527277946472}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is rightside up?"", ""pali_output"": ""person"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.013956806622445583}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which object is sitting rightside up?"", ""pali_output"": ""car"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.8878950476646423}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is sitting rightside up?"", ""pali_output"": ""person"", ""answer_candidate"": ""the car"", ""entailment_score"": 0.004019623156636953}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is upside down in this picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5537351369857788}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is upside down?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.423984557390213}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is standing upside down?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.48324140906333923}]",True,True,True,visual_q2
130,0.3317653834819793,0.5492720603942871,0.2214506715536117,0.5016078948974609,137,False,False,False,examples_blip2_text_matching_coco.csv,0.027211482636630535,0.023390253190882504,0.01256053540855646,0.035645697107871195,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What is on the cats face?"", ""pali_output"": ""paw"", ""answer_candidate"": ""the dog's paw"", ""entailment_score"": 0.04057501256465912}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is on the cat's face?"", ""pali_output"": ""paw"", ""answer_candidate"": ""the dog's paw"", ""entailment_score"": 0.013847952708601952}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What's on the dog's face?"", ""pali_output"": ""paw"", ""answer_candidate"": ""the cat's paw"", ""entailment_score"": 0.0067846085876226425}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the dogs face?"", ""pali_output"": ""paw"", ""answer_candidate"": ""the cat's paw"", ""entailment_score"": 0.015258591622114182}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on a dog's face?"", ""pali_output"": ""paw"", ""answer_candidate"": ""the cat's paw"", ""entailment_score"": 0.00791950710117817}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the dog's face?"", ""pali_output"": ""paw"", ""answer_candidate"": ""the cat's paw"", ""entailment_score"": 0.009967186488211155}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the cat's paw on the dog?"", ""pali_output"": ""head"", ""answer_candidate"": ""the dog's face"", ""entailment_score"": 0.02287278324365616}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the dog's paw?"", ""pali_output"": ""mouth"", ""answer_candidate"": ""the cat's face"", ""entailment_score"": 0.004304001573473215}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is touching the cat's face?"", ""pali_output"": ""paw"", ""answer_candidate"": ""the dog's paw"", ""entailment_score"": 0.03483404591679573}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is on the cats face?"", ""pali_output"": ""paw"", ""answer_candidate"": ""the dog's paw"", ""entailment_score"": 0.04057501256465912}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is on the cat's face?"", ""pali_output"": ""paw"", ""answer_candidate"": ""the dog's paw"", ""entailment_score"": 0.013847952708601952}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What's on the dog's face?"", ""pali_output"": ""tongue"", ""answer_candidate"": ""the cat's paw"", ""entailment_score"": 0.0004577343934215605}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the dogs face?"", ""pali_output"": ""tongue"", ""answer_candidate"": ""the cat's paw"", ""entailment_score"": 0.0008727957028895617}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on a dog's face?"", ""pali_output"": ""tongue"", ""answer_candidate"": ""the cat's paw"", ""entailment_score"": 0.0007511170115321875}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the dog's face?"", ""pali_output"": ""tongue"", ""answer_candidate"": ""the cat's paw"", ""entailment_score"": 0.0007316616829484701}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the cat's paw on the dog?"", ""pali_output"": ""mouth"", ""answer_candidate"": ""the dog's face"", ""entailment_score"": 0.2331053614616394}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the kitty's paw?"", ""pali_output"": ""mouth"", ""answer_candidate"": ""the dog's face"", ""entailment_score"": 0.00582896638661623}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the cat's paw?"", ""pali_output"": ""mouth"", ""answer_candidate"": ""the dog's face"", ""entailment_score"": 0.007772243116050959}]",True,True,True,visual_q2
132,0.4552502930164337,0.8254347443580627,0.2858331501483917,0.8046867847442627,139,False,False,False,examples_blip2_text_matching_coco.csv,0.18402393333963118,0.07077952941472176,0.533090501485276,0.6297890267451294,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is the driver of the car?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.004440467804670334}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is driving the car?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.006652497220784426}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is driving?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0044150990433990955}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is in the driver's seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.003332768566906452}, {""img_caption"": ""image_0_caption_0"", ""question"": ""In what seat is the dog in the car?"", ""pali_output"": ""passenger"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.006083672400563955}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the dog sitting?"", ""pali_output"": ""seat"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.02268436923623085}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which seat is the dog in?"", ""pali_output"": ""passenger"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.006418315693736076}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What seat is the dog in?"", ""pali_output"": ""passenger"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.006228558253496885}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person sitting in this car?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.004655818920582533}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person in the car?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.0041569797322154045}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person sitting in the car?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.005345950834453106}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person sitting?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.004333457909524441}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is sitting in the passenger seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.6970807313919067}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is sitting in the passenger's seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.7208372354507446}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is in the passenger seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.7165069580078125}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is in the passenger's seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.7312100529670715}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is sitting in the passenger seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.004181157797574997}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in the passenger's seat?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.9254508018493652}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is in the passenger seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0036241416819393635}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is in the passenger's seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.003241019556298852}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A person is in what seat?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.8449954390525818}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the person sitting in the car?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.9782320857048035}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the person in the car?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.9750661253929138}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the person sitting?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.9731056690216064}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the dog in the car?"", ""pali_output"": ""seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.05500771850347519}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the dog sitting in the car?"", ""pali_output"": ""seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.0535140335559845}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What seat is the dog in?"", ""pali_output"": ""passenger"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.6911755800247192}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the dog sitting?"", ""pali_output"": ""seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.0439395010471344}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is sitting in the driver's seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.7558295726776123}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is in the driver's seat of the car?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.7456042170524597}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who's in the driver's seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.7282268404960632}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is in the driver's seat?"", ""pali_output"": ""boy"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.748254120349884}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is the driver of the car?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0012842750875279307}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is driving the car?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0013814994599670172}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is driving?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0014162111328914762}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is in the driver's seat?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0012074070982635021}, {""img_caption"": ""image_1_caption_0"", ""question"": ""In what seat is the dog in the car?"", ""pali_output"": ""passenger"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.006083672400563955}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the dog sitting?"", ""pali_output"": ""seat"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.02268436923623085}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which seat is the dog in?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.5611331462860107}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What seat is the dog in?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.49532848596572876}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person sitting in this car?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.004655818920582533}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person in the car?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.0041569797322154045}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person sitting in the car?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.005345950834453106}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person sitting?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.004333457909524441}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is sitting in the passenger seat?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.006277158856391907}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is sitting in the passenger's seat?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.006324464455246925}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is in the passenger seat?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.005272916052490473}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is in the passenger's seat?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.005586657207459211}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is sitting in the passenger seat?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.9416295886039734}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in the passenger's seat?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.9254508018493652}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is in the passenger seat?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.9431742429733276}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is in the passenger's seat?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.9280375242233276}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A person is in what seat?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.8449954390525818}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the person sitting in the car?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.9782320857048035}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the person in the car?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.9750661253929138}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the person sitting?"", ""pali_output"": ""driver seat"", ""answer_candidate"": ""the driver's seat"", ""entailment_score"": 0.9731056690216064}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the dog in the car?"", ""pali_output"": ""seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.05500771850347519}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the dog sitting in the car?"", ""pali_output"": ""seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.0535140335559845}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What seat is the dog in?"", ""pali_output"": ""driver"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.008392167277634144}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the dog sitting?"", ""pali_output"": ""seat"", ""answer_candidate"": ""the passenger's seat"", ""entailment_score"": 0.0439395010471344}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is sitting in the driver's seat?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.6270112991333008}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is in the driver's seat of the car?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5854476690292358}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who's in the driver's seat?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5858141183853149}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is in the driver's seat?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.6078064441680908}]",False,True,False,visual_q2
135,0.2473988384008407,0.0188708510249853,0.267373263835907,0.0700923949480056,142,False,False,False,examples_blip2_text_matching_coco.csv,0.7795910954475402,0.335889907926321,0.23269404247403144,0.7007014401257038,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Which material is less common than wood?"", ""pali_output"": ""metal"", ""answer_candidate"": ""metal"", ""entailment_score"": 0.9880228042602539}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more metal or wood in a typical forest?"", ""pali_output"": ""wood"", ""answer_candidate"": ""more wood"", ""entailment_score"": 0.7152160406112671}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more wood or metal in a typical tree?"", ""pali_output"": ""wood"", ""answer_candidate"": ""more wood"", ""entailment_score"": 0.7775967717170715}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more wood or more metal in the world?"", ""pali_output"": ""wood"", ""answer_candidate"": ""more wood"", ""entailment_score"": 0.7481765747070312}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more metal or wood in the world?"", ""pali_output"": ""wood"", ""answer_candidate"": ""more wood"", ""entailment_score"": 0.6689432859420776}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more metal or wood in a typical building?"", ""pali_output"": ""wood"", ""answer_candidate"": ""more metal"", ""entailment_score"": 0.0302850641310215}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more wood or more metal in the world?"", ""pali_output"": ""wood"", ""answer_candidate"": ""more metal"", ""entailment_score"": 0.08750753104686737}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more metal or wood in the universe?"", ""pali_output"": ""wood"", ""answer_candidate"": ""more metal"", ""entailment_score"": 0.03408769145607948}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more metal or wood in the world?"", ""pali_output"": ""wood"", ""answer_candidate"": ""more metal"", ""entailment_score"": 0.03239939734339714}, {""img_caption"": ""image_0_caption_1"", ""question"": ""There is more metal than what?"", ""pali_output"": ""wood"", ""answer_candidate"": ""wood"", ""entailment_score"": 0.9791905283927917}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which material is less common than wood?"", ""pali_output"": ""copper"", ""answer_candidate"": ""metal"", ""entailment_score"": 0.6229999661445618}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more metal or wood in a typical forest?"", ""pali_output"": ""wood"", ""answer_candidate"": ""more wood"", ""entailment_score"": 0.7152160406112671}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more wood or metal in a typical tree?"", ""pali_output"": ""metal"", ""answer_candidate"": ""more wood"", ""entailment_score"": 0.07120810449123383}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more wood or more metal in the world?"", ""pali_output"": ""metal"", ""answer_candidate"": ""more wood"", ""entailment_score"": 0.2255827635526657}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more metal or wood in the world?"", ""pali_output"": ""metal"", ""answer_candidate"": ""more wood"", ""entailment_score"": 0.044442664831876755}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more metal or wood in a typical building?"", ""pali_output"": ""wood"", ""answer_candidate"": ""more metal"", ""entailment_score"": 0.0302850641310215}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more wood or more metal in the world?"", ""pali_output"": ""metal"", ""answer_candidate"": ""more metal"", ""entailment_score"": 0.8683056235313416}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more metal or wood in the universe?"", ""pali_output"": ""metal"", ""answer_candidate"": ""more metal"", ""entailment_score"": 0.8086408376693726}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more metal or wood in the world?"", ""pali_output"": ""metal"", ""answer_candidate"": ""more metal"", ""entailment_score"": 0.8170851469039917}, {""img_caption"": ""image_1_caption_1"", ""question"": ""There is more metal than what?"", ""pali_output"": ""wood"", ""answer_candidate"": ""wood"", ""entailment_score"": 0.9791905283927917}]",True,True,True,visual_q2
140,0.8891241550445557,0.1302409917116165,0.9458707571029664,0.7841185927391052,147,False,False,False,examples_blip2_text_matching_coco.csv,0.7492046927412351,0.5943914643592305,0.3734905118388789,0.6014241400573935,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What's in the bowl less than cereal?"", ""pali_output"": ""milk"", ""answer_candidate"": ""milk"", ""entailment_score"": 0.9889065027236938}, {""img_caption"": ""image_0_caption_0"", ""question"": ""There's more cereal in the bowl than what?"", ""pali_output"": ""milk"", ""answer_candidate"": ""milk"", ""entailment_score"": 0.9748708009719849}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What's in the bowl?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""more cereal"", ""entailment_score"": 0.04454023391008377}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more cereal or more milk in the bowl?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""more cereal"", ""entailment_score"": 0.7410034537315369}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more cereal or milk in the bowl?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""more cereal"", ""entailment_score"": 0.6889578700065613}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more milk or cereal in the bowl?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""more cereal"", ""entailment_score"": 0.49297258257865906}, {""img_caption"": ""image_0_caption_0"", ""question"": ""There's more cereal than milk in what?"", ""pali_output"": ""bowl"", ""answer_candidate"": ""the bowl"", ""entailment_score"": 0.9496096968650818}, {""img_caption"": ""image_0_caption_0"", ""question"": ""More cereal than milk is in what?"", ""pali_output"": ""bowl"", ""answer_candidate"": ""the bowl"", ""entailment_score"": 0.9296647906303406}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is there more cereal than milk?"", ""pali_output"": ""bowl"", ""answer_candidate"": ""the bowl"", ""entailment_score"": 0.9323163032531738}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What's in the bowl with the milk?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""cereal"", ""entailment_score"": 0.987359344959259}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What's in the bowl besides milk?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""cereal"", ""entailment_score"": 0.9904692769050598}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more milk or cereal in this bowl?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""more milk"", ""entailment_score"": 0.15154913067817688}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more cereal or milk in the bowl?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""more milk"", ""entailment_score"": 0.05897592380642891}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more cereal or more milk in the bowl?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""more milk"", ""entailment_score"": 0.17623429000377655}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more milk or cereal in the bowl?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""more milk"", ""entailment_score"": 0.16456079483032227}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is there more milk than cereal?"", ""pali_output"": ""cheerio"", ""answer_candidate"": ""the bowl"", ""entailment_score"": 0.08528482168912888}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What's in the bowl less than cereal?"", ""pali_output"": ""milk"", ""answer_candidate"": ""milk"", ""entailment_score"": 0.9889065027236938}, {""img_caption"": ""image_1_caption_0"", ""question"": ""There's more cereal in the bowl than what?"", ""pali_output"": ""milk"", ""answer_candidate"": ""milk"", ""entailment_score"": 0.9748708009719849}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What's in the bowl?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""more cereal"", ""entailment_score"": 0.04454023391008377}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more cereal or more milk in the bowl?"", ""pali_output"": ""milk"", ""answer_candidate"": ""more cereal"", ""entailment_score"": 0.2849505543708801}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more cereal or milk in the bowl?"", ""pali_output"": ""milk"", ""answer_candidate"": ""more cereal"", ""entailment_score"": 0.17338837683200836}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more milk or cereal in the bowl?"", ""pali_output"": ""milk"", ""answer_candidate"": ""more cereal"", ""entailment_score"": 0.07127591967582703}, {""img_caption"": ""image_1_caption_0"", ""question"": ""There's more cereal than milk in what?"", ""pali_output"": ""bowl"", ""answer_candidate"": ""the bowl"", ""entailment_score"": 0.9496096968650818}, {""img_caption"": ""image_1_caption_0"", ""question"": ""More cereal than milk is in what?"", ""pali_output"": ""bowl"", ""answer_candidate"": ""the bowl"", ""entailment_score"": 0.9296647906303406}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is there more cereal than milk?"", ""pali_output"": ""bowl"", ""answer_candidate"": ""the bowl"", ""entailment_score"": 0.9323163032531738}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What's in the bowl with the milk?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""cereal"", ""entailment_score"": 0.987359344959259}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What's in the bowl besides milk?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""cereal"", ""entailment_score"": 0.9904692769050598}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more milk or cereal in this bowl?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""more milk"", ""entailment_score"": 0.15154913067817688}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more cereal or milk in the bowl?"", ""pali_output"": ""milk"", ""answer_candidate"": ""more milk"", ""entailment_score"": 0.5078567862510681}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more cereal or more milk in the bowl?"", ""pali_output"": ""milk"", ""answer_candidate"": ""more milk"", ""entailment_score"": 0.7863782048225403}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more milk or cereal in the bowl?"", ""pali_output"": ""milk"", ""answer_candidate"": ""more milk"", ""entailment_score"": 0.751343309879303}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is there more milk than cereal?"", ""pali_output"": ""cereal"", ""answer_candidate"": ""the bowl"", ""entailment_score"": 0.035012926906347275}]",True,True,True,visual_q2
149,0.0157406404614448,0.7160828113555908,0.0268213581293821,0.9704142212867736,158,False,False,False,examples_blip2_text_matching_coco.csv,0.8069697686781486,0.7987891309797609,0.5417037285806146,0.8372570723877288,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What is the human next to?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9295185804367065}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is next to the human in the stroller?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9566470980644226}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What animal is next to the person in the stroller?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9602755308151245}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is next to the person in the stroller?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.956060528755188}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in the stroller?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.9004753828048706}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is in the stroller next to the dog?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.11572370678186417}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is in the stroller with the dog?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.2298610657453537}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is in the stroller?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.7545010447502136}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A human is in what?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9604513645172119}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A dog is next to a human who is in what?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9727606177330017}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A dog is next to a person who is in what?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9690500497817993}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the human in?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9783122539520264}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in the stroller next to the person?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9708772897720337}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in the stroller with a person?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9614228010177612}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in the stroller with the person?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9669080376625061}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in the stroller?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.0014562244759872556}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A dog is in a stroller next to what?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.24314075708389282}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the dog next to?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.09300968050956726}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is next to the dog in the stroller?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.25269678235054016}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is the dog next to?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.11668422818183899}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A dog is sitting in what?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.957183837890625}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the dog in the picture?"", ""pali_output"": ""outside"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.006246963515877724}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A dog is in what?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9564853310585022}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the dog in?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9743328094482422}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the human next to?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9295185804367065}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is next to the human in the stroller?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9566470980644226}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What animal is next to the person in the stroller?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9602755308151245}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is next to the person in the stroller?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.956060528755188}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in the stroller?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.0013312509981915355}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is in the stroller next to the dog?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.9665586352348328}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is in the stroller with the dog?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.9322595000267029}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is in the stroller?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.002244161441922188}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A human is in what?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9604513645172119}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A dog is next to a human who is in what?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9727606177330017}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A dog is next to a person who is in what?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9690500497817993}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the human in?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9783122539520264}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in the stroller next to the person?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9708772897720337}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in the stroller with a person?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9614228010177612}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in the stroller with the person?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9669080376625061}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in the stroller?"", ""pali_output"": ""dog"", ""answer_candidate"": ""a dog"", ""entailment_score"": 0.9670218229293823}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A dog is in a stroller next to what?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.9397508502006531}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the dog next to?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.0038473017048090696}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is next to the dog in the stroller?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.9320348501205444}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is the dog next to?"", ""pali_output"": ""owner"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.5261327624320984}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A dog is sitting in what?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.957183837890625}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the dog in the picture?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.8910871744155884}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A dog is in what?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9564853310585022}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the dog in?"", ""pali_output"": ""stroller"", ""answer_candidate"": ""a stroller"", ""entailment_score"": 0.9743328094482422}]",True,True,True,visual_q2
167,0.081335112452507,0.0918368250131607,0.0949309766292572,0.0603260695934295,176,False,False,False,examples_blip2_text_matching_coco.csv,0.8736755549907684,0.7891543535515666,0.7082976222038269,0.7754161551594734,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""The person reached the base before what object?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.9272534847259521}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A person reached the base before what?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.9343814849853516}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The person reached the base before what?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.9272136688232422}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where did the runner reach before the ball?"", ""pali_output"": ""first base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.7551245093345642}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where did the person reach before the ball?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.9299425482749939}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What did the person reach before the ball?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.9365314841270447}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The person reached what before the ball?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.8880873918533325}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who got to the base before the ball?"", ""pali_output"": ""batter"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.6908698678016663}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What got to the base before the person?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.9578039646148682}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What arrived at the base before the person?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.960814356803894}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which reached the base before the person?"", ""pali_output"": ""catcher"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.042070403695106506}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What reached the base before the person?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.9614090919494629}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where did the ball get to before the person?"", ""pali_output"": ""outfield"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.0602220743894577}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What did the ball reach before the person?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.9404597878456116}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where did the ball reach before the person?"", ""pali_output"": ""first base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.7399960160255432}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The ball reached what before the person?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.903955340385437}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The ball reached first base before what?"", ""pali_output"": ""player"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.7386301159858704}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The ball reached the base before what?"", ""pali_output"": ""player"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.7776150703430176}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The person reached the base before what object?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.9272534847259521}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person reached the base before what?"", ""pali_output"": ""catcher"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.078569196164608}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The person reached the base before what?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.9272136688232422}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where did the runner reach before the ball?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.9347671866416931}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where did the person reach before the ball?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.9299425482749939}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What did the person reach before the ball?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.9365314841270447}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The person reached what before the ball?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.8880873918533325}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who got to the base before the ball?"", ""pali_output"": ""batter"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.6908698678016663}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What got to the base before the person?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.9578039646148682}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What arrived at the base before the person?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.960814356803894}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which reached the base before the person?"", ""pali_output"": ""catcher"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.042070403695106506}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What reached the base before the person?"", ""pali_output"": ""ball"", ""answer_candidate"": ""the ball"", ""entailment_score"": 0.9614090919494629}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where did the ball get to before the person?"", ""pali_output"": ""first base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.7554770708084106}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What did the ball reach before the person?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.9404597878456116}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where did the ball reach before the person?"", ""pali_output"": ""first base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.7399960160255432}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The ball reached what before the person?"", ""pali_output"": ""base"", ""answer_candidate"": ""the base"", ""entailment_score"": 0.903955340385437}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The ball reached first base before what?"", ""pali_output"": ""catcher"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.7323626279830933}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The ball reached the base before what?"", ""pali_output"": ""catcher"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.7598128914833069}]",False,True,False,visual_q2
171,0.3119185864925384,0.788366973400116,0.4387414455413818,0.8654612898826599,180,False,False,False,examples_blip2_text_matching_coco.csv,0.5344976323656738,0.3691651024564635,0.3693417441946539,0.5193660977211866,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is the baby on the phone with?"", ""pali_output"": ""dad"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.6326914429664612}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The baby on the phone is next to whom?"", ""pali_output"": ""father"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.42222821712493896}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is the baby on the phone next to?"", ""pali_output"": ""father"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.2865561246871948}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is the baby next to?"", ""pali_output"": ""father"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.41462281346321106}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is next to the adult on the phone?"", ""pali_output"": ""child"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.4881468117237091}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the phone next to an adult?"", ""pali_output"": ""child"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.6352835893630981}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the phone next to the adult?"", ""pali_output"": ""child"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.6146935224533081}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is on the phone?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.9025076031684875}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the baby in the photo?"", ""pali_output"": ""on floor"", ""answer_candidate"": ""the phone"", ""entailment_score"": 0.00859637837857008}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the baby holding?"", ""pali_output"": ""phone"", ""answer_candidate"": ""the phone"", ""entailment_score"": 0.9396498203277588}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is next to the baby?"", ""pali_output"": ""father"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.5319663882255554}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is the baby sitting next to?"", ""pali_output"": ""father"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.38000988960266113}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is the baby next to on the phone?"", ""pali_output"": ""father"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.2603837251663208}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is the baby next to?"", ""pali_output"": ""father"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.41462281346321106}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is sitting next to the adult on the phone?"", ""pali_output"": ""child"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.5285214185714722}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is next to the adult on the phone?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.9327364563941956}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is next to an adult on the phone?"", ""pali_output"": ""child"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.5189700722694397}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is next to the adult on the phone?"", ""pali_output"": ""child"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.4881468117237091}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the adult?"", ""pali_output"": ""asleep"", ""answer_candidate"": ""the phone"", ""entailment_score"": 0.003696705913171172}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A baby is next to an adult who is doing what?"", ""pali_output"": ""sleep"", ""answer_candidate"": ""the phone"", ""entailment_score"": 0.0021699436474591494}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the adult holding?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the phone"", ""entailment_score"": 0.0015349611639976501}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is the baby on the phone with?"", ""pali_output"": ""doctor"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.11729471385478973}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The baby on the phone is next to whom?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.03847827762365341}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is the baby on the phone next to?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.026793329045176506}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is the baby next to?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.04325014725327492}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is next to the adult on the phone?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.9292117953300476}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the phone next to an adult?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.8926167488098145}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the phone next to the adult?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.9032711982727051}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is on the phone?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.002404609462246299}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is next to the baby?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.061681896448135376}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is the baby sitting next to?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.05971919745206833}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is the baby next to on the phone?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.03310992941260338}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is the baby next to?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.04325014725327492}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is sitting next to the adult on the phone?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.9475891590118408}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is next to the adult on the phone?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.9327364563941956}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is next to an adult on the phone?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.9118565320968628}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is next to the adult on the phone?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the baby"", ""entailment_score"": 0.9292117953300476}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the adult?"", ""pali_output"": ""on phone"", ""answer_candidate"": ""the phone"", ""entailment_score"": 0.8573054075241089}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A baby is next to an adult who is doing what?"", ""pali_output"": ""on phone"", ""answer_candidate"": ""the phone"", ""entailment_score"": 0.9350315928459167}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the adult holding?"", ""pali_output"": ""baby"", ""answer_candidate"": ""the phone"", ""entailment_score"": 0.0015349611639976501}]",True,True,True,visual_q2
178,0.0981801599264144,0.0071981619112193,0.1170401349663734,0.0088762622326612,187,False,False,False,examples_blip2_text_matching_coco.csv,0.14998278400162235,0.14997519500320777,0.16223460037144832,0.16225809141178615,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more or less foam on the left side of the image?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.07261412590742111}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more or less foam on the left side of this picture?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.06217052415013313}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is on the left side of the picture?"", ""pali_output"": ""tree"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.0030366540886461735}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more or less foam on the left side of the picture?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.06567075103521347}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which side has more foam, the left or right?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.01661740243434906}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which side of the mattress has more foam?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.0028952304273843765}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which side has more foam, the left or the right?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.02098880335688591}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which side has more foam?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9558687806129456}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more or less foam on the right side of the image?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.07265026122331619}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the right side of the picture?"", ""pali_output"": ""tree"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.0029076954815536737}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more or less foam on the right side of this picture?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.0609884038567543}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more or less foam on the right side of the picture?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.06503743678331375}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more foam on the right or left side of the bottle?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.17402012646198273}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which side has more foam, the right or the left?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.0233004130423069}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which side has more foam, the left or the right?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8974757194519043}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which side has more foam?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.0014967466704547405}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more or less foam on the left side of the image?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.07261412590742111}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more or less foam on the left side of this picture?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.06217052415013313}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is on the left side of the picture?"", ""pali_output"": ""window"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.002975942101329565}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more or less foam on the left side of the picture?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.06567075103521347}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which side has more foam, the left or right?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.01661740243434906}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which side of the mattress has more foam?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.0028952304273843765}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which side has more foam, the left or the right?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.02098880335688591}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which side has more foam?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9558687806129456}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more or less foam on the right side of the image?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.07265026122331619}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the right side of the picture?"", ""pali_output"": ""window"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.00309562380425632}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more or less foam on the right side of this picture?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.0609884038567543}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more or less foam on the right side of the picture?"", ""pali_output"": ""less"", ""answer_candidate"": ""more foam"", ""entailment_score"": 0.06503743678331375}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more foam on the right or left side of the bottle?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.17402012646198273}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which side has more foam, the right or the left?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.0233004130423069}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which side has more foam, the left or the right?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8974757194519043}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which side has more foam?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.0014967466704547405}]",False,True,False,visual_q2
185,0.096947394311428,0.944324553012848,0.0701871588826179,0.9952419996261596,194,True,False,False,examples_blip2_text_matching_coco.csv,0.5119780742461444,0.22026757126877783,0.3042925831541652,0.7056024707853794,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is swimming in the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0008253998239524662}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which animal is swimming?"", ""pali_output"": ""pug"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.4711105525493622}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is swimming?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.8579398393630981}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is swimming?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.9271922707557678}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is standing in this scene?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.4684433341026306}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is standing in this picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.46632257103919983}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is standing in the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.47304588556289673}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is standing?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.4309447407722473}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is standing in the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0006746398285031319}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is standing in this picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0007638456881977618}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is standing?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.8492553234100342}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is standing?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0009457902633585036}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is swimming in the photo?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.4885275065898895}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is swimming in this picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5432305335998535}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is swimming in the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5456676483154297}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is swimming?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.0052753775380551815}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is swimming in the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.0008253998239524662}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which animal is swimming?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.87851881980896}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is swimming?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.8579398393630981}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is swimming?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.001041226671077311}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is standing in this scene?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.007716591004282236}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is standing in this picture?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.005205383989959955}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is standing in the picture?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.004054848104715347}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is standing?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.006838461384177208}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is standing in the picture?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.9098920822143555}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is standing in this picture?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.9091220498085022}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is standing?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.8492553234100342}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is standing?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the dog"", ""entailment_score"": 0.9009867310523987}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is swimming in the photo?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.4885275065898895}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is swimming in this picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5432305335998535}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is swimming in the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.5456676483154297}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is swimming?"", ""pali_output"": ""woman"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.498137891292572}]",True,True,True,visual_q2
189,0.9591312408447266,0.9205191135406494,0.955325722694397,0.9041697978973388,199,False,False,False,examples_blip2_text_matching_coco.csv,0.22194090439006686,0.014835831010714173,0.011366732884198427,0.026369786821305752,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of walls are painted white?"", ""pali_output"": ""concrete"", ""answer_candidate"": ""gray walls"", ""entailment_score"": 0.020250502973794937}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color walls should be painted white?"", ""pali_output"": ""grey"", ""answer_candidate"": ""gray walls"", ""entailment_score"": 0.8304243683815002}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of walls should be painted white?"", ""pali_output"": ""concrete"", ""answer_candidate"": ""gray walls"", ""entailment_score"": 0.022075556218624115}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What should be painted white?"", ""pali_output"": ""wall"", ""answer_candidate"": ""gray walls"", ""entailment_score"": 0.015013189986348152}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What type of walls are painted gray?"", ""pali_output"": ""concrete"", ""answer_candidate"": ""white walls"", ""entailment_score"": 0.010485587641596794}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What kind of walls are painted gray?"", ""pali_output"": ""concrete"", ""answer_candidate"": ""white walls"", ""entailment_score"": 0.01224787812680006}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of walls are painted white?"", ""pali_output"": ""painted"", ""answer_candidate"": ""gray walls"", ""entailment_score"": 0.02259024791419506}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color walls should be painted white?"", ""pali_output"": ""blue"", ""answer_candidate"": ""gray walls"", ""entailment_score"": 0.004089337773621082}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of walls should be painted white?"", ""pali_output"": ""bedroom"", ""answer_candidate"": ""gray walls"", ""entailment_score"": 0.017650548368692398}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What should be painted white?"", ""pali_output"": ""wall"", ""answer_candidate"": ""gray walls"", ""entailment_score"": 0.015013189986348152}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What type of walls are painted gray?"", ""pali_output"": ""bedroom"", ""answer_candidate"": ""white walls"", ""entailment_score"": 0.025608118623495102}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What kind of walls are painted gray?"", ""pali_output"": ""bedroom"", ""answer_candidate"": ""white walls"", ""entailment_score"": 0.0271314550191164}]",True,True,True,visual_q2
190,0.1688299626111984,0.0039130072109401,0.1893026679754257,0.0195253305137157,200,False,False,False,examples_blip2_text_matching_coco.csv,0.36038661868466687,0.26415679399118136,0.37587480726263794,0.39118879847228527,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is wearing blue in this photo?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.0011946134036406875}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is wearing blue and standing next to a taller person?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.1501842439174652}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is wearing blue next to a taller person?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.13200759887695312}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is wearing blue?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.001870574546046555}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A shorter person wearing blue standing next to what?"", ""pali_output"": ""taller person"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.9652745127677917}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the shorter person standing next to?"", ""pali_output"": ""taller person"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.9738650918006897}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is the shorter person next to?"", ""pali_output"": ""taller"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.9606088399887085}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is the shorter person standing next to?"", ""pali_output"": ""taller"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.9573166966438293}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color was the shorter person wearing?"", ""pali_output"": ""grey"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.005517501849681139}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color is the shorter person wearing?"", ""pali_output"": ""grey"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.0071624224074184895}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A shorter person wearing what color next to a taller person?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.15509873628616333}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the shorter person wearing?"", ""pali_output"": ""short hair"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.014538591727614403}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A taller person wearing blue standing next to who?"", ""pali_output"": ""shorter person"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.9566444754600525}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is the tall person standing next to?"", ""pali_output"": ""shorter person"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.9787068367004395}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is the taller person next to?"", ""pali_output"": ""shorter person"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.9769077301025391}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is the taller person standing next to?"", ""pali_output"": ""shorter person"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.9737343192100525}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is wearing blue in the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.000804289011284709}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is wearing blue next to a shorter person?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.046295683830976486}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is wearing blue and standing next to a shorter person?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.09607896208763123}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is wearing blue?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.0009944504126906395}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color was the taller person wearing?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.14734652638435364}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A taller person wearing what color next to a shorter person?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.130792036652565}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the taller person wearing?"", ""pali_output"": ""suit"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.017293553799390793}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color is the taller person wearing?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.18489882349967957}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is wearing blue in this photo?"", ""pali_output"": ""man"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.0017121800919994712}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is wearing blue and standing next to a taller person?"", ""pali_output"": ""man"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.19094456732273102}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is wearing blue next to a taller person?"", ""pali_output"": ""shorter person"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.972110390663147}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is wearing blue?"", ""pali_output"": ""man"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.0023781033232808113}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A shorter person wearing blue standing next to what?"", ""pali_output"": ""fence"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.010003766976296902}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the shorter person standing next to?"", ""pali_output"": ""fence"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.0087903942912817}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is the shorter person next to?"", ""pali_output"": ""taller person"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.9763703346252441}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is the shorter person standing next to?"", ""pali_output"": ""taller"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.9573166966438293}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color was the shorter person wearing?"", ""pali_output"": ""white"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.002330249873921275}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color is the shorter person wearing?"", ""pali_output"": ""white"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.003965490031987429}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A shorter person wearing what color next to a taller person?"", ""pali_output"": ""black"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.014791897498071194}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the shorter person wearing?"", ""pali_output"": ""skirt"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.029167456552386284}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A taller person wearing blue standing next to who?"", ""pali_output"": ""shorter person"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.9566444754600525}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is the tall person standing next to?"", ""pali_output"": ""short person"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.9773306846618652}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is the taller person next to?"", ""pali_output"": ""shorter person"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.9769077301025391}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is the taller person standing next to?"", ""pali_output"": ""shorter person"", ""answer_candidate"": ""a shorter person"", ""entailment_score"": 0.9737343192100525}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is wearing blue in the picture?"", ""pali_output"": ""man"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.0019176723435521126}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is wearing blue next to a shorter person?"", ""pali_output"": ""man"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.12099083513021469}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is wearing blue and standing next to a shorter person?"", ""pali_output"": ""man"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.18956540524959564}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is wearing blue?"", ""pali_output"": ""man"", ""answer_candidate"": ""a taller person"", ""entailment_score"": 0.004527888260781765}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color was the taller person wearing?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.14734652638435364}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A taller person wearing what color next to a shorter person?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.130792036652565}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the taller person wearing?"", ""pali_output"": ""short"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.029609184712171555}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color is the taller person wearing?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue standing"", ""entailment_score"": 0.18489882349967957}]",False,True,False,visual_q2
200,0.1688434928655624,0.7764872908592224,0.2065788954496383,0.8871027827262878,211,False,False,False,examples_blip2_text_matching_coco.csv,0.4972151145339012,0.08770544920116663,0.36886273324489594,0.6962354679902395,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Are there more pears or apples in the world?"", ""pali_output"": ""apple"", ""answer_candidate"": ""more apples"", ""entailment_score"": 0.3876524865627289}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Are there more apples or pears in the United States?"", ""pali_output"": ""apple"", ""answer_candidate"": ""more apples"", ""entailment_score"": 0.5471866726875305}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Are there more apples or pears?"", ""pali_output"": ""apple"", ""answer_candidate"": ""more apples"", ""entailment_score"": 0.5689818859100342}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Are there more apples or pears in the world?"", ""pali_output"": ""apple"", ""answer_candidate"": ""more apples"", ""entailment_score"": 0.4850394129753113}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Pears are more popular than what fruit?"", ""pali_output"": ""apple"", ""answer_candidate"": ""apples"", ""entailment_score"": 0.8951555490493774}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Pears are more common than what fruit?"", ""pali_output"": ""apple"", ""answer_candidate"": ""apples"", ""entailment_score"": 0.8918983340263367}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Are there more apples or pears in the United States?"", ""pali_output"": ""apple"", ""answer_candidate"": ""more pears"", ""entailment_score"": 0.04637497663497925}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Are there more pears or apples in the United States?"", ""pali_output"": ""apple"", ""answer_candidate"": ""more pears"", ""entailment_score"": 0.16284753382205963}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Are there more apples or pears in the world?"", ""pali_output"": ""apple"", ""answer_candidate"": ""more pears"", ""entailment_score"": 0.0681474357843399}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Are there more pears or apples in the world?"", ""pali_output"": ""apple"", ""answer_candidate"": ""more pears"", ""entailment_score"": 0.14875257015228271}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Are there more pears or apples in the world?"", ""pali_output"": ""pear"", ""answer_candidate"": ""more apples"", ""entailment_score"": 0.06523211300373077}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Are there more apples or pears in the United States?"", ""pali_output"": ""pear"", ""answer_candidate"": ""more apples"", ""entailment_score"": 0.127950057387352}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Are there more apples or pears?"", ""pali_output"": ""pears"", ""answer_candidate"": ""more apples"", ""entailment_score"": 0.03842168673872948}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Are there more apples or pears in the world?"", ""pali_output"": ""pear"", ""answer_candidate"": ""more apples"", ""entailment_score"": 0.11921793967485428}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Pears are more popular than what fruit?"", ""pali_output"": ""apple"", ""answer_candidate"": ""apples"", ""entailment_score"": 0.8951555490493774}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Pears are more common than what fruit?"", ""pali_output"": ""apple"", ""answer_candidate"": ""apples"", ""entailment_score"": 0.8918983340263367}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Are there more apples or pears in the United States?"", ""pali_output"": ""pear"", ""answer_candidate"": ""more pears"", ""entailment_score"": 0.5532145500183105}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Are there more pears or apples in the United States?"", ""pali_output"": ""pear"", ""answer_candidate"": ""more pears"", ""entailment_score"": 0.6586503982543945}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Are there more apples or pears in the world?"", ""pali_output"": ""pear"", ""answer_candidate"": ""more pears"", ""entailment_score"": 0.5423134565353394}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Are there more pears or apples in the world?"", ""pali_output"": ""pear"", ""answer_candidate"": ""more pears"", ""entailment_score"": 0.6361805200576782}]",True,True,True,visual_q2
201,0.0639646053314209,0.2572118937969208,0.0392778366804122,0.2556992769241333,212,False,False,False,examples_blip2_text_matching_coco.csv,0.7396604716777802,0.06594388012308627,0.3504430085110168,0.7615943352381388,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What is there more of, love or hate?"", ""pali_output"": ""love"", ""answer_candidate"": ""more love"", ""entailment_score"": 0.7403333783149719}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more hate or more love in the world?"", ""pali_output"": ""love"", ""answer_candidate"": ""more love"", ""entailment_score"": 0.8077812790870667}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more love or more hate in the world?"", ""pali_output"": ""love"", ""answer_candidate"": ""more love"", ""entailment_score"": 0.7541565299034119}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Is there more love or hate in the world?"", ""pali_output"": ""love"", ""answer_candidate"": ""more love"", ""entailment_score"": 0.6563706994056702}, {""img_caption"": ""image_0_caption_1"", ""question"": ""There is more hate than what in the world?"", ""pali_output"": ""love"", ""answer_candidate"": ""love"", ""entailment_score"": 0.97235107421875}, {""img_caption"": ""image_0_caption_1"", ""question"": ""There is more hate than what?"", ""pali_output"": ""love"", ""answer_candidate"": ""love"", ""entailment_score"": 0.9752207398414612}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is there more of, love or hate?"", ""pali_output"": ""love"", ""answer_candidate"": ""more hate"", ""entailment_score"": 0.005394528619945049}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more hate or more love in the world?"", ""pali_output"": ""love"", ""answer_candidate"": ""more hate"", ""entailment_score"": 0.10873040556907654}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more love or hate in the world?"", ""pali_output"": ""love"", ""answer_candidate"": ""more hate"", ""entailment_score"": 0.012335345149040222}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Is there more love or more hate in the world?"", ""pali_output"": ""love"", ""answer_candidate"": ""more hate"", ""entailment_score"": 0.028625957667827606}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is there more of, love or hate?"", ""pali_output"": ""hate"", ""answer_candidate"": ""more love"", ""entailment_score"": 0.00721519673243165}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more hate or more love in the world?"", ""pali_output"": ""hate"", ""answer_candidate"": ""more love"", ""entailment_score"": 0.10142696648836136}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more love or more hate in the world?"", ""pali_output"": ""hate"", ""answer_candidate"": ""more love"", ""entailment_score"": 0.13142341375350952}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Is there more love or hate in the world?"", ""pali_output"": ""hate"", ""answer_candidate"": ""more love"", ""entailment_score"": 0.023709943518042564}, {""img_caption"": ""image_1_caption_1"", ""question"": ""There is more hate than what in the world?"", ""pali_output"": ""love"", ""answer_candidate"": ""love"", ""entailment_score"": 0.97235107421875}, {""img_caption"": ""image_1_caption_1"", ""question"": ""There is more hate than what?"", ""pali_output"": ""love"", ""answer_candidate"": ""love"", ""entailment_score"": 0.9752207398414612}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is there more of, love or hate?"", ""pali_output"": ""hate"", ""answer_candidate"": ""more hate"", ""entailment_score"": 0.6562733054161072}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more hate or more love in the world?"", ""pali_output"": ""hate"", ""answer_candidate"": ""more hate"", ""entailment_score"": 0.7041366100311279}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more love or hate in the world?"", ""pali_output"": ""hate"", ""answer_candidate"": ""more hate"", ""entailment_score"": 0.45494478940963745}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Is there more love or more hate in the world?"", ""pali_output"": ""hate"", ""answer_candidate"": ""more hate"", ""entailment_score"": 0.8066394925117493}]",True,True,True,visual_q2
204,0.0002786354743875,0.1045725420117378,0.0008880867389962,0.044117048382759,215,False,False,False,examples_blip2_text_matching_coco.csv,0.5571957505308092,0.49058896442875266,0.2675604432482611,0.5953403318470175,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""A person with long hair is eating what?"", ""pali_output"": ""burger"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.9626549482345581}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What are people with long hair more likely to eat?"", ""pali_output"": ""fast food"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.006714852061122656}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a person with long hair eat?"", ""pali_output"": ""hamburger"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.9558873176574707}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the person with long hair eating?"", ""pali_output"": ""burger"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.951805591583252}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What has long hair and is eating a meat-based product?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.7069183588027954}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What type of hair is associated with a person who eats a meat-based product?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.009545855224132538}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What type of hair is associated with eating a meat-based product?"", ""pali_output"": ""dandruff"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.0053302813321352005}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What type of hair is associated with a person eating a meat-based product?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.010255467146635056}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which person is eating a meat-based product?"", ""pali_output"": ""woman"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.024331100285053253}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A person with short hair is snacking on what?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.8974555730819702}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is a person with short hair snacking on?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.9099497199058533}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a person with short hair snack on?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.8940255045890808}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the person with short hair snacking on?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.90867018699646}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A person with short hair is eating what?"", ""pali_output"": ""burger"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.9631829857826233}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does a person with short hair eat?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.013619483448565006}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the person with short hair eating?"", ""pali_output"": ""burger"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.9519259929656982}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which person is eating fries?"", ""pali_output"": ""boy"", ""answer_candidate"": ""long hair snacks"", ""entailment_score"": 0.054925765842199326}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is eating fries?"", ""pali_output"": ""child"", ""answer_candidate"": ""long hair snacks"", ""entailment_score"": 0.02729117125272751}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A person with what type of hair is more likely to eat a meat-based product?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.012774687260389328}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which person is eating a meat-based product?"", ""pali_output"": ""woman"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.01276381965726614}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A person with long hair snacks on what?"", ""pali_output"": ""blanket"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.0049294219352304935}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is a person with long hair snacking on?"", ""pali_output"": ""hamburger"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.005505171604454517}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does a person with long hair snack on?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.8899797201156616}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the person with long hair snacking on?"", ""pali_output"": ""burger"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.006266655866056681}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person with long hair is eating what?"", ""pali_output"": ""burger"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.9626549482345581}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are people with long hair more likely to eat?"", ""pali_output"": ""fast food"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.006714852061122656}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a person with long hair eat?"", ""pali_output"": ""burger"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.9472640752792358}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the person with long hair eating?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.020314374938607216}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What has long hair and is eating a meat-based product?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.7069183588027954}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What type of hair is associated with a person who eats a meat-based product?"", ""pali_output"": ""curly"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.03787871450185776}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What type of hair is associated with eating a meat-based product?"", ""pali_output"": ""curly"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.030336696654558182}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What type of hair is associated with a person eating a meat-based product?"", ""pali_output"": ""curly"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.03570868447422981}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which person is eating a meat-based product?"", ""pali_output"": ""man"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.019764848053455353}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person with short hair is snacking on what?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.8974555730819702}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is a person with short hair snacking on?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.9099497199058533}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a person with short hair snack on?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.8940255045890808}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the person with short hair snacking on?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.90867018699646}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A person with short hair is eating what?"", ""pali_output"": ""burger"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.9631829857826233}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does a person with short hair eat?"", ""pali_output"": ""hamburger"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.9542312622070312}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the person with short hair eating?"", ""pali_output"": ""burger"", ""answer_candidate"": ""a meat-based product"", ""entailment_score"": 0.9519259929656982}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which person is eating fries?"", ""pali_output"": ""woman"", ""answer_candidate"": ""long hair snacks"", ""entailment_score"": 0.07748442888259888}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is eating fries?"", ""pali_output"": ""woman"", ""answer_candidate"": ""long hair snacks"", ""entailment_score"": 0.04165767878293991}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A person with what type of hair is more likely to eat a meat-based product?"", ""pali_output"": ""curly"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.015631867572665215}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which person is eating a meat-based product?"", ""pali_output"": ""man"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.015201786532998085}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A person with long hair snacks on what?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.8445290923118591}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is a person with long hair snacking on?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.8937423825263977}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does a person with long hair snack on?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.8899797201156616}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the person with long hair snacking on?"", ""pali_output"": ""french fry"", ""answer_candidate"": ""some fries"", ""entailment_score"": 0.9011764526367188}]",True,True,True,visual_q2
208,0.8147977590560913,0.0047599487006664,0.7996751666069031,0.0028902187477797,219,False,False,False,examples_blip2_text_matching_coco.csv,0.9780995696783066,0.8569823689176701,0.498075045295991,0.9813938438892365,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What letter is at the end of the alphabet?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9848343133926392}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What letter does the alphabet end with?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9825606942176819}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the last letter of the alphabet?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9806556701660156}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What letter does it end with?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9796867370605469}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What letter is at the end of the word?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z\"""", ""entailment_score"": 0.9737895727157593}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What letter is at the end of the alphabet?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z\"""", ""entailment_score"": 0.9790838360786438}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the last letter of the alphabet?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z\"""", ""entailment_score"": 0.9674252271652222}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What letter does it end with?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z\"""", ""entailment_score"": 0.9767605066299438}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the first letter of ZA?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9794966578483582}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What letter does the word \""Zoo\"" start with?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9915635585784912}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does it start with?"", ""pali_output"": ""a"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.014400671236217022}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What letter does it start with?"", ""pali_output"": ""a"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.006839293520897627}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What letter is at the end of the alphabet?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9848343133926392}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What letter does the alphabet end with?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9825606942176819}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the last letter of the alphabet?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9806556701660156}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What letter does it end with?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9796867370605469}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What letter is at the end of the word?"", ""pali_output"": ""e"", ""answer_candidate"": ""Z\"""", ""entailment_score"": 0.004851966630667448}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What letter is at the end of the alphabet?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z\"""", ""entailment_score"": 0.9790838360786438}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the last letter of the alphabet?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z\"""", ""entailment_score"": 0.9674252271652222}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What letter does it end with?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z\"""", ""entailment_score"": 0.9767605066299438}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the first letter of ZA?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9794966578483582}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What letter does the word \""Zoo\"" start with?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9915635585784912}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does it start with?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9768276214599609}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What letter does it start with?"", ""pali_output"": ""z"", ""answer_candidate"": ""Z"", ""entailment_score"": 0.9776875376701355}]",True,True,True,visual_q2
210,0.1116115450859069,0.0087794158607721,0.1752369999885559,0.002647450659424,221,False,False,False,examples_blip2_text_matching_coco.csv,0.4639011099934578,0.44185132533311844,0.7186581114656292,0.7188790044747293,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""The brave are brave in spite of what?"", ""pali_output"": ""danger"", ""answer_candidate"": ""fear"", ""entailment_score"": 0.23683610558509827}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The brave face what?"", ""pali_output"": ""fear"", ""answer_candidate"": ""fear"", ""entailment_score"": 0.9598649144172668}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What are the brave in the face of?"", ""pali_output"": ""danger"", ""answer_candidate"": ""fear"", ""entailment_score"": 0.2836967408657074}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The brave are brave in the face of what?"", ""pali_output"": ""danger"", ""answer_candidate"": ""fear"", ""entailment_score"": 0.37520667910575867}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in the face of the brave?"", ""pali_output"": ""teeth"", ""answer_candidate"": ""fear"", ""entailment_score"": 0.0033477225806564093}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What part of the brave person shows fear?"", ""pali_output"": ""face"", ""answer_candidate"": ""the face"", ""entailment_score"": 0.9652202129364014}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Fear is shown on what part of the brave?"", ""pali_output"": ""face"", ""answer_candidate"": ""the face"", ""entailment_score"": 0.9532836079597473}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Fear is shown in what part of the brave?"", ""pali_output"": ""face"", ""answer_candidate"": ""the face"", ""entailment_score"": 0.9527809023857117}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The brave are brave in spite of what?"", ""pali_output"": ""fear"", ""answer_candidate"": ""fear"", ""entailment_score"": 0.9702163338661194}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The brave face what?"", ""pali_output"": ""danger"", ""answer_candidate"": ""fear"", ""entailment_score"": 0.1382855474948883}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are the brave in the face of?"", ""pali_output"": ""danger"", ""answer_candidate"": ""fear"", ""entailment_score"": 0.2836967408657074}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The brave are brave in the face of what?"", ""pali_output"": ""danger"", ""answer_candidate"": ""fear"", ""entailment_score"": 0.37520667910575867}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in the face of the brave?"", ""pali_output"": ""beard"", ""answer_candidate"": ""fear"", ""entailment_score"": 0.004231294617056847}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What part of the brave person shows fear?"", ""pali_output"": ""face"", ""answer_candidate"": ""the face"", ""entailment_score"": 0.9652202129364014}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Fear is shown on what part of the brave?"", ""pali_output"": ""face"", ""answer_candidate"": ""the face"", ""entailment_score"": 0.9532836079597473}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Fear is shown in what part of the brave?"", ""pali_output"": ""face"", ""answer_candidate"": ""the face"", ""entailment_score"": 0.9527809023857117}]",False,True,False,visual_q2
217,0.9525939226150512,0.0010771725792437,0.6032137870788574,0.5828266143798828,228,True,False,False,examples_blip2_text_matching_coco.csv,0.5741271443072368,0.532116381324489,0.5952631902667539,0.6041531858888144,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is watching a human on a computer screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.9608880877494812}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is pictured looking at a human on a screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.9788253903388977}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What animal is shown watching a human on a screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.9678133130073547}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is watching a human on a screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.969764769077301}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the cat watching?"", ""pali_output"": ""video"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.006395646836608648}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is on the screen that the cat is looking at?"", ""pali_output"": ""video"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.012947824783623219}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the cat watching on the screen?"", ""pali_output"": ""video"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.011277132667601109}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is on the screen the cat is looking at?"", ""pali_output"": ""video"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.010225637815892696}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the human being viewed by the cat?"", ""pali_output"": ""screen"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.9683890342712402}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A cat looks at a human through what?"", ""pali_output"": ""webcam"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.4691252112388611}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the human being viewed?"", ""pali_output"": ""screen"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.9597465395927429}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the screen that the person is looking at?"", ""pali_output"": ""video"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.0017654559342190623}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.9337016344070435}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the human looking at?"", ""pali_output"": ""screen"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.001396435429342091}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the human looking at on the screen?"", ""pali_output"": ""video"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.0016355040716007352}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is looking at a cat on a computer screen?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.8926849961280823}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is watching a cat on a computer screen?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.8706297278404236}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is looking at a cat on a screen?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.9080867171287537}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is watching a cat on a screen?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.8771139979362488}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the cat pictured?"", ""pali_output"": ""on laptop"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.4983488619327545}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A person is looking at a cat on what?"", ""pali_output"": ""laptop"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.5842572450637817}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A human is looking at a cat on what?"", ""pali_output"": ""laptop"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.6186085939407349}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the cat being viewed?"", ""pali_output"": ""screen"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.9549291133880615}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is watching a human on a computer screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.9608880877494812}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is pictured looking at a human on a screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.9788253903388977}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What animal is shown watching a human on a screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.9678133130073547}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is watching a human on a screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.969764769077301}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the cat watching?"", ""pali_output"": ""camera"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.004745093639940023}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is on the screen that the cat is looking at?"", ""pali_output"": ""camera"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.006067490205168724}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the cat watching on the screen?"", ""pali_output"": ""camera"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.008230981417000294}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is on the screen the cat is looking at?"", ""pali_output"": ""camera"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.003933314234018326}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the human being viewed by the cat?"", ""pali_output"": ""screen"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.9683890342712402}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A cat looks at a human through what?"", ""pali_output"": ""window"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.024876181036233902}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the human being viewed?"", ""pali_output"": ""screen"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.9597465395927429}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the screen that the person is looking at?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.7880942821502686}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.9337016344070435}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the human looking at?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.9376581907272339}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the human looking at on the screen?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a cat"", ""entailment_score"": 0.8146244287490845}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is looking at a cat on a computer screen?"", ""pali_output"": ""person"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.9389886260032654}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is watching a cat on a computer screen?"", ""pali_output"": ""person"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.9471633434295654}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is looking at a cat on a screen?"", ""pali_output"": ""person"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.9360436797142029}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is watching a cat on a screen?"", ""pali_output"": ""person"", ""answer_candidate"": ""a human"", ""entailment_score"": 0.9370678663253784}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the cat pictured?"", ""pali_output"": ""on pillow"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.0043786619789898396}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A person is looking at a cat on what?"", ""pali_output"": ""pillow"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.003214498981833458}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A human is looking at a cat on what?"", ""pali_output"": ""pillow"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.00404085498303175}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the cat being viewed?"", ""pali_output"": ""on pillow"", ""answer_candidate"": ""a screen"", ""entailment_score"": 0.004862163215875626}]",False,True,False,visual_q2
224,0.773544430732727,0.0004480009665712,0.0942534431815147,0.0632549598813057,235,True,False,False,examples_blip2_text_matching_coco.csv,0.3258923361718189,0.03980923432391137,0.019002801680471748,0.6475164368748665,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is inside the tube?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.7170985341072083}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is inside the tube?"", ""pali_output"": ""people"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.9472500681877136}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is in the tube?"", ""pali_output"": ""woman"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.6649581789970398}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in the tube?"", ""pali_output"": ""train"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.002944167470559478}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person in the picture?"", ""pali_output"": ""train station"", ""answer_candidate"": ""the tube"", ""entailment_score"": 0.03976468741893768}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person located?"", ""pali_output"": ""train station"", ""answer_candidate"": ""the tube"", ""entailment_score"": 0.08697625994682312}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person?"", ""pali_output"": ""train station"", ""answer_candidate"": ""the tube"", ""entailment_score"": 0.08455640822649002}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A person is in what?"", ""pali_output"": ""train"", ""answer_candidate"": ""the tube"", ""entailment_score"": 0.0635903850197792}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is inside of the person?"", ""pali_output"": ""train"", ""answer_candidate"": ""a tube"", ""entailment_score"": 0.017046939581632614}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in a person?"", ""pali_output"": ""brain"", ""answer_candidate"": ""a tube"", ""entailment_score"": 0.001972549594938755}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is inside the person?"", ""pali_output"": ""train"", ""answer_candidate"": ""a tube"", ""entailment_score"": 0.03343245014548302}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in the person?"", ""pali_output"": ""luggage"", ""answer_candidate"": ""a tube"", ""entailment_score"": 0.0023290938697755337}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the tube?"", ""pali_output"": ""underground"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.03581869974732399}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is a tube located?"", ""pali_output"": ""under ground"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.018233954906463623}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the tube located?"", ""pali_output"": ""london"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.03428547456860542}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A tube is in what?"", ""pali_output"": ""tunnel"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.00890325102955103}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is inside the tube?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.16604368388652802}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is inside the tube?"", ""pali_output"": ""oxygen"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.002254537073895335}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is in the tube?"", ""pali_output"": ""baby"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.09731132537126541}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in the tube?"", ""pali_output"": ""oxygen"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.001753432909026742}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person in the picture?"", ""pali_output"": ""hospital"", ""answer_candidate"": ""the tube"", ""entailment_score"": 0.011364865116775036}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person located?"", ""pali_output"": ""hospital"", ""answer_candidate"": ""the tube"", ""entailment_score"": 0.007116989232599735}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person?"", ""pali_output"": ""hospital"", ""answer_candidate"": ""the tube"", ""entailment_score"": 0.011358730494976044}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person is in what?"", ""pali_output"": ""crib"", ""answer_candidate"": ""the tube"", ""entailment_score"": 0.021270310506224632}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is inside of the person?"", ""pali_output"": ""tube"", ""answer_candidate"": ""a tube"", ""entailment_score"": 0.9295578598976135}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in a person?"", ""pali_output"": ""tube"", ""answer_candidate"": ""a tube"", ""entailment_score"": 0.923682451248169}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is inside the person?"", ""pali_output"": ""tube"", ""answer_candidate"": ""a tube"", ""entailment_score"": 0.9550923109054565}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in the person?"", ""pali_output"": ""tube"", ""answer_candidate"": ""a tube"", ""entailment_score"": 0.9232634902000427}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the tube?"", ""pali_output"": ""nose"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.08076327294111252}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the tube located?"", ""pali_output"": ""nose"", ""answer_candidate"": ""the person"", ""entailment_score"": 0.07273923605680466}]",True,True,True,visual_q2
225,0.0603357888758182,0.1652462780475616,0.012082858942449,0.2038230001926422,236,True,False,False,examples_blip2_text_matching_coco.csv,0.056527157612435985,0.02740099679795094,0.03380512851290405,0.05348510309122503,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Which part of the body is above the rest of the body?"", ""pali_output"": ""foot"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.0015454553067684174}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What part of a person's body is above the rest of their body?"", ""pali_output"": ""foot"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.0009323804988525808}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which part of the body is above the rest?"", ""pali_output"": ""foot"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.0018222157377749681}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which part of a person's body is above the rest of their body?"", ""pali_output"": ""foot"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.0010852603008970618}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The head of a person is above what else?"", ""pali_output"": ""knee"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.1226670891046524}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is a person's head above?"", ""pali_output"": ""knee"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.12907977402210236}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The person's head is above what else?"", ""pali_output"": ""knee"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.09392273426055908}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A person's head is above what else?"", ""pali_output"": ""knee"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.10116235166788101}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the rest of the person's body above?"", ""pali_output"": ""ground"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.022390171885490417}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The rest of a spider's body is above what?"", ""pali_output"": ""ground"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.0065852063708007336}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The rest of the person's body is above what?"", ""pali_output"": ""ground"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.015117445960640907}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The rest of their body is above what?"", ""pali_output"": ""ground"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.014004146680235863}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What part of a cockroach's body is above a person's head?"", ""pali_output"": ""head"", ""answer_candidate"": ""the rest"", ""entailment_score"": 0.049274615943431854}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What part of a dragon's body is above a person's head?"", ""pali_output"": ""tail"", ""answer_candidate"": ""the rest"", ""entailment_score"": 0.08408503979444504}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What else is above a person's head?"", ""pali_output"": ""hand"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.03315543383359909}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is above the person's head?"", ""pali_output"": ""hand"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.043069254606962204}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What else is above the person's head?"", ""pali_output"": ""hand"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.04160284250974655}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is above a person's head?"", ""pali_output"": ""hand"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.02876712754368782}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which part of the body is above the rest of the body?"", ""pali_output"": ""leg"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.0014014656189829111}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What part of a person's body is above the rest of their body?"", ""pali_output"": ""leg"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.0009296497446484864}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which part of the body is above the rest?"", ""pali_output"": ""leg"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.00148499954957515}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which part of a person's body is above the rest of their body?"", ""pali_output"": ""leg"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.0009740442619659007}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The head of a person is above what else?"", ""pali_output"": ""feet"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.056460484862327576}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is a person's head above?"", ""pali_output"": ""ground"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.03606896847486496}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The person's head is above what else?"", ""pali_output"": ""leg"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.08197581022977829}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person's head is above what else?"", ""pali_output"": ""feet"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.03991255164146423}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the rest of the person's body above?"", ""pali_output"": ""balance beam"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.027092641219496727}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The rest of a spider's body is above what?"", ""pali_output"": ""ground"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.0065852063708007336}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The rest of the person's body is above what?"", ""pali_output"": ""ground"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.015117445960640907}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The rest of their body is above what?"", ""pali_output"": ""ground"", ""answer_candidate"": ""the person's head"", ""entailment_score"": 0.014004146680235863}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What part of a cockroach's body is above a person's head?"", ""pali_output"": ""head"", ""answer_candidate"": ""the rest"", ""entailment_score"": 0.049274615943431854}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What part of a dragon's body is above a person's head?"", ""pali_output"": ""tail"", ""answer_candidate"": ""the rest"", ""entailment_score"": 0.08408503979444504}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What else is above a person's head?"", ""pali_output"": ""leg"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.08965075761079788}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is above the person's head?"", ""pali_output"": ""balance beam"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.07894372195005417}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What else is above the person's head?"", ""pali_output"": ""leg"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.12521326541900635}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is above a person's head?"", ""pali_output"": ""balance beam"", ""answer_candidate"": ""their body"", ""entailment_score"": 0.04488418996334076}]",True,True,True,visual_q2
232,0.9895132184028624,0.5160425305366516,0.9895275235176086,0.4977560937404632,244,False,False,False,examples_blip2_text_matching_coco.csv,0.5315694774367979,0.13941965197279518,0.18926183586008846,0.6425287611782551,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What is on the right side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.9382985830307007}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which utensil is on the right?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.9370246529579163}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is on the right?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.8976857662200928}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which utensil goes on the left?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.004413829185068607}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which utensil goes on the left side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.0038894005119800568}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What goes on the left side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.007370219565927982}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On what side of the plate is the knife kept?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9232389330863953}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the plate should the knife be placed?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.004275410436093807}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the knife on a place setting?"", ""pali_output"": ""center"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.008396885357797146}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the plate is the knife kept?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9280190467834473}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the fork placed on a place setting?"", ""pali_output"": ""on table"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.06901749968528748}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the plate is the fork kept?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.9094762802124023}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the plate is the fork?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8959190845489502}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the plate should the fork be placed?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.9149470925331116}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the left side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.9455006122589111}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which utensil is on the left?"", ""pali_output"": ""knife"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.002773885615170002}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is on the left?"", ""pali_output"": ""knife"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.0037934789434075356}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which utensil goes on the right side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.0036761208903044462}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which utensil goes on the right?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.0036338951904326677}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What goes on the right side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.008591258898377419}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the knife on a place setting?"", ""pali_output"": ""center"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.012081225402653217}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On what side of the plate is the knife kept?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.006354044191539288}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side of the plate is the knife kept?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.006943183485418558}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side of the plate should the knife be placed?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8992706537246704}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is on the right side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.9382985830307007}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which utensil is on the right?"", ""pali_output"": ""knife"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.0023552621714770794}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is on the right?"", ""pali_output"": ""knife"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.0026817480102181435}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which utensil goes on the left?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.004413829185068607}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which utensil goes on the left side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.0038894005119800568}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What goes on the left side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.007370219565927982}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On what side of the plate is the knife kept?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.003942012786865234}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the plate should the knife be placed?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.004275410436093807}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the knife on a place setting?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.0038609111215919256}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the plate is the knife kept?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.003844162914901972}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the fork placed on a place setting?"", ""pali_output"": ""on table"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.06901749968528748}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the plate is the fork kept?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.006390885449945927}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the plate is the fork?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8959190845489502}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the plate should the fork be placed?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.00561611820012331}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the left side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.9455006122589111}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which utensil is on the left?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.9483788013458252}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is on the left?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the fork"", ""entailment_score"": 0.9141367673873901}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which utensil goes on the right side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.0036761208903044462}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which utensil goes on the right?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.0036338951904326677}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What goes on the right side of the plate?"", ""pali_output"": ""fork"", ""answer_candidate"": ""the knife"", ""entailment_score"": 0.008591258898377419}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the knife on a place setting?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8893930912017822}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On what side of the plate is the knife kept?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.905394434928894}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side of the plate is the knife kept?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.9073119759559631}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side of the plate should the knife be placed?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.8992706537246704}]",True,True,True,visual_q2
260,0.1166651546955108,0.4583880305290222,0.3200616836547851,0.6497354507446289,275,False,False,False,examples_blip2_text_matching_coco.csv,0.972722589969635,0.2591536981635727,0.2419978240504861,0.5246771425008774,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What is the star of?"", ""pali_output"": ""death"", ""answer_candidate"": ""death"", ""entailment_score"": 0.9743173122406006}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is death's symbol?"", ""pali_output"": ""star"", ""answer_candidate"": ""star"", ""entailment_score"": 0.9750579595565796}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the symbol of death?"", ""pali_output"": ""star"", ""answer_candidate"": ""star"", ""entailment_score"": 0.9709034562110901}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the symbol for death?"", ""pali_output"": ""star"", ""answer_candidate"": ""star"", ""entailment_score"": 0.9706116318702698}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What happened to Star X 1?"", ""pali_output"": ""fell"", ""answer_candidate"": ""death"", ""entailment_score"": 0.04400016367435455}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What happened to the star X 1?"", ""pali_output"": ""fell"", ""answer_candidate"": ""death"", ""entailment_score"": 0.0571342371404171}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What has happened to star X 1?"", ""pali_output"": ""crashed"", ""answer_candidate"": ""death"", ""entailment_score"": 0.06856794655323029}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What happened to star X 1?"", ""pali_output"": ""fell"", ""answer_candidate"": ""death"", ""entailment_score"": 0.04057515785098076}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Death of what X 1 star"", ""pali_output"": ""star war"", ""answer_candidate"": ""star"", ""entailment_score"": 0.4261818528175354}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Death of what X 1"", ""pali_output"": ""star"", ""answer_candidate"": ""star"", ""entailment_score"": 0.9293459057807922}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What died?"", ""pali_output"": ""planet"", ""answer_candidate"": ""star"", ""entailment_score"": 0.16315236687660217}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What has died?"", ""pali_output"": ""planet"", ""answer_candidate"": ""star"", ""entailment_score"": 0.2070249617099762}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the star of?"", ""pali_output"": ""galaxy"", ""answer_candidate"": ""death"", ""entailment_score"": 0.00261999131180346}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is death's symbol?"", ""pali_output"": ""star"", ""answer_candidate"": ""star"", ""entailment_score"": 0.9750579595565796}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the symbol of death?"", ""pali_output"": ""black hole"", ""answer_candidate"": ""star"", ""entailment_score"": 0.033250726759433746}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the symbol for death?"", ""pali_output"": ""black hole"", ""answer_candidate"": ""star"", ""entailment_score"": 0.025686115026474}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What happened to Star X 1?"", ""pali_output"": ""exploded"", ""answer_candidate"": ""death"", ""entailment_score"": 0.12564346194267273}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What happened to the star X 1?"", ""pali_output"": ""exploded"", ""answer_candidate"": ""death"", ""entailment_score"": 0.06966003775596619}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What has happened to star X 1?"", ""pali_output"": ""exploded"", ""answer_candidate"": ""death"", ""entailment_score"": 0.07366613298654556}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What happened to star X 1?"", ""pali_output"": ""exploded"", ""answer_candidate"": ""death"", ""entailment_score"": 0.1023850068449974}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Death of what X 1 star"", ""pali_output"": ""star"", ""answer_candidate"": ""star"", ""entailment_score"": 0.9277361631393433}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Death of what X 1"", ""pali_output"": ""star"", ""answer_candidate"": ""star"", ""entailment_score"": 0.9293459057807922}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What died?"", ""pali_output"": ""star"", ""answer_candidate"": ""star"", ""entailment_score"": 0.9835010766983032}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What has died?"", ""pali_output"": ""star"", ""answer_candidate"": ""star"", ""entailment_score"": 0.9854793548583984}]",True,True,True,visual_q2
261,0.7537209391593933,0.6794878244400024,0.5783748030662537,0.4242121279239654,276,False,False,False,examples_blip2_text_matching_coco.csv,0.524055281188339,0.014348099590279162,0.01074581703869626,0.3846767076756805,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What is the younger person making while the other is silent?"", ""pali_output"": ""noise"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.9887396097183228}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the younger person make?"", ""pali_output"": ""noise"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.9836360812187195}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The younger person is making what?"", ""pali_output"": ""noise"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.951839029788971}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the younger person making?"", ""pali_output"": ""face"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.023419927805662155}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is making all the noise?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.31484872102737427}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is making noise in the picture?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.32178372144699097}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which person is making noise?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.16878443956375122}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is making noise?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.43939071893692017}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the other person making?"", ""pali_output"": ""sleep"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.006502033211290836}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the older sibling making?"", ""pali_output"": ""bed"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.004699012264609337}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The older person is making what?"", ""pali_output"": ""bed"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.029106533154845238}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the older person making?"", ""pali_output"": ""bed"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.00947574432939291}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is the silent one?"", ""pali_output"": ""man"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.007386909797787666}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is silent in this scenario?"", ""pali_output"": ""parent"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.008939297869801521}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which person is silent?"", ""pali_output"": ""man"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.013308844529092312}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is silent?"", ""pali_output"": ""father"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.006548161152750254}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the younger person making while the other is silent?"", ""pali_output"": ""selfie"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.018759798258543015}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the younger person make?"", ""pali_output"": ""selfie"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.016871925443410873}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The younger person is making what?"", ""pali_output"": ""selfie"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.025709817185997963}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the younger person making?"", ""pali_output"": ""selfie"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.014094451442360878}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is making all the noise?"", ""pali_output"": ""man"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.008361821062862873}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is making noise in the picture?"", ""pali_output"": ""man"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.008350363001227379}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which person is making noise?"", ""pali_output"": ""man"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.013295933604240417}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is making noise?"", ""pali_output"": ""man"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.009340686723589897}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the other person making?"", ""pali_output"": ""selfie"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.015116636641323566}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the older sibling making?"", ""pali_output"": ""selfie"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.008571320213377476}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The older person is making what?"", ""pali_output"": ""noise"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.9477830529212952}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the older person making?"", ""pali_output"": ""noise"", ""answer_candidate"": ""noise"", ""entailment_score"": 0.9737963676452637}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is the silent one?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.23003514111042023}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is silent in this scenario?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.3167637884616852}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which person is silent?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.1728978157043457}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is silent?"", ""pali_output"": ""girl"", ""answer_candidate"": ""the younger person"", ""entailment_score"": 0.41244953870773315}]",True,True,True,visual_q2
269,0.1245346590876579,0.0991441085934639,0.5149017572402954,0.4064095318317413,287,False,False,False,examples_blip2_text_matching_coco.csv,0.17185569718561094,0.09508778651892814,0.1977032128162682,0.20160499616526067,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What context are the people in the photo?"", ""pali_output"": ""office"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.30558133125305176}, {""img_caption"": ""image_0_caption_0"", ""question"": ""In what context are the people in the photo?"", ""pali_output"": ""office"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.36966344714164734}, {""img_caption"": ""image_0_caption_0"", ""question"": ""In what context are the people pictured?"", ""pali_output"": ""office"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.37791603803634644}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What context are the people in?"", ""pali_output"": ""office"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.40656188130378723}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Three people with long hair and two people with short hair make up what?"", ""pali_output"": ""team"", ""answer_candidate"": ""a group"", ""entailment_score"": 0.9041711688041687}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Three people in a business context have what kind of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.00820781011134386}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Three people in a group have what type of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.005897346418350935}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Three people in a business context, two with short hair and one with what?"", ""pali_output"": ""long"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.897825300693512}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Three people in a business context have what type of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.008177565410733223}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Two people in the group have what kind of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.007342781871557236}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Two people in the group have what type of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.007329887244850397}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people in the group have longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.010520357638597488}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people in the group have long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.010618948377668858}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people in the group had longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.010698521509766579}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people in the group had long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.009723148308694363}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are in the group with long hair and two with short hair?"", ""pali_output"": ""2"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.0642038956284523}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are in the group with longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.005948387552052736}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people were in the group?"", ""pali_output"": ""5"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.010486152023077011}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are in the group?"", ""pali_output"": ""5"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.009128906764090061}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people had short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.07487843930721283}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people have short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.08019482344388962}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people in the group had short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.1822889745235443}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people in the group have short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.18531592190265656}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two people with longer hair and three with short hair are in what context?"", ""pali_output"": ""office"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.43237096071243286}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What context are the people in?"", ""pali_output"": ""office"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.40656188130378723}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two people with longer hair and three people with short hair in what context?"", ""pali_output"": ""office"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.5066496729850769}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two people with longer hair and three with short hair in what context?"", ""pali_output"": ""office"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.47575825452804565}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two people with long hair and three people with short hair make up what?"", ""pali_output"": ""team"", ""answer_candidate"": ""a group"", ""entailment_score"": 0.9030485153198242}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two people in a group of five have what hairstyle?"", ""pali_output"": ""dreadlock"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.3146406412124634}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two people in a business context have what type of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.007957875728607178}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two people in the group have what type of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.007010181900113821}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two people in a group have what type of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.0055808802135288715}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Two people with long hair and three people with what hairstyle are in a business context?"", ""pali_output"": ""short"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.8234201073646545}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Three people in a group have what type of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.00607763696461916}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Three people in a business context have what type of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.008219914510846138}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Three people in a business context have what kind of hair?"", ""pali_output"": ""red"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.007216269616037607}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group have shorter hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.012197510339319706}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people have short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.003943728283047676}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group had short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.00902231689542532}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group have short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.009652874432504177}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group have long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.17177672684192657}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group have longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.16988793015480042}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group had long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.1800665259361267}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group had longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.18889681994915009}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group had long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.06900687515735626}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group have longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.07551582157611847}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group have long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.0770934522151947}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people in the group had longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.07100694626569748}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What context are the people in the photo?"", ""pali_output"": ""airport"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.004750282969325781}, {""img_caption"": ""image_1_caption_0"", ""question"": ""In what context are the people in the photo?"", ""pali_output"": ""airport"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.006864119321107864}, {""img_caption"": ""image_1_caption_0"", ""question"": ""In what context are the people pictured?"", ""pali_output"": ""airport"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.007415951229631901}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What context are the people in?"", ""pali_output"": ""airport"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.0037576283793896437}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Three people with long hair and two people with short hair make up what?"", ""pali_output"": ""5"", ""answer_candidate"": ""a group"", ""entailment_score"": 0.4884263575077057}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Three people in a business context have what kind of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.008542577736079693}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Three people in a group have what type of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.006338342092931271}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Three people in a business context, two with short hair and one with what?"", ""pali_output"": ""long hair"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.9317734241485596}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Three people in a business context have what type of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.008637520484626293}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Two people in the group have what kind of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.00953354686498642}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Two people in the group have what type of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.010116955265402794}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people in the group have longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.010520357638597488}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people in the group have long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.010618948377668858}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people in the group had longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.010698521509766579}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people in the group had long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.009723148308694363}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are in the group with long hair and two with short hair?"", ""pali_output"": ""2"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.0642038956284523}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are in the group with longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.005948387552052736}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people were in the group?"", ""pali_output"": ""4"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.036152184009552}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are in the group?"", ""pali_output"": ""4"", ""answer_candidate"": ""three people"", ""entailment_score"": 0.03031878173351288}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people had short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.07487843930721283}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people have short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.08019482344388962}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people in the group had short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.1822889745235443}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people in the group have short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.18531592190265656}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two people with longer hair and three with short hair are in what context?"", ""pali_output"": ""business"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.8633295297622681}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What context are the people in?"", ""pali_output"": ""airport"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.0037576283793896437}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two people with longer hair and three people with short hair in what context?"", ""pali_output"": ""business"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.8896155953407288}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two people with longer hair and three with short hair in what context?"", ""pali_output"": ""business"", ""answer_candidate"": ""a business context"", ""entailment_score"": 0.880806565284729}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two people with long hair and three people with short hair make up what?"", ""pali_output"": ""5"", ""answer_candidate"": ""a group"", ""entailment_score"": 0.4794309735298157}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two people in a group of five have what hairstyle?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.009538784623146057}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two people in a business context have what type of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.00862970482558012}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two people in the group have what type of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.007360172923654318}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two people in a group have what type of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""longer hair"", ""entailment_score"": 0.00653225788846612}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Two people with long hair and three people with what hairstyle are in a business context?"", ""pali_output"": ""short"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.8234201073646545}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Three people in a group have what type of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.008207966573536396}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Three people in a business context have what type of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.011326679028570652}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Three people in a business context have what kind of hair?"", ""pali_output"": ""blonde"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.010101410560309887}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group have shorter hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.012197510339319706}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people have short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.003943728283047676}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group had short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.00902231689542532}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group have short hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""three"", ""entailment_score"": 0.009652874432504177}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group have long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.17177672684192657}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group have longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.16988793015480042}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group had long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.1800665259361267}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group had longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.18889681994915009}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group had long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.06900687515735626}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group have longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.07551582157611847}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group have long hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.0770934522151947}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people in the group had longer hair?"", ""pali_output"": ""1"", ""answer_candidate"": ""two people"", ""entailment_score"": 0.07100694626569748}]",False,True,False,visual_q2
272,0.9998834133148192,0.99957674741745,0.9998337030410768,0.9997511506080629,290,True,False,False,examples_blip2_text_matching_coco.csv,0.6679302732043556,0.5870158901364592,0.5958126401383197,0.5972446226369357,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What is next to the freshly turned brown soil?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.00253422767855227}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is next to the tree in the picture?"", ""pali_output"": ""grass"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.7641717195510864}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the tree next to?"", ""pali_output"": ""field"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.02133246138691902}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is next to the tree?"", ""pali_output"": ""grass"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.8161791563034058}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color is the tree?"", ""pali_output"": ""green"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.8902180790901184}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in the brown freshly turned soil?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.020006204023957253}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in the brown freshly turned soil next to the green field?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.011092070490121841}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in the brown freshly turned soil next to a green field?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.012423860840499401}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What type of view is this of a tree?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9586526155471802}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How is the tree viewed?"", ""pali_output"": ""from above"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9325685501098633}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What type of view is this?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9538045525550842}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of view is this?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9516818523406982}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is brown and freshly turned in the picture?"", ""pali_output"": ""soil"", ""answer_candidate"": ""soil"", ""entailment_score"": 0.9863836765289307}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is brown and freshly turned?"", ""pali_output"": ""soil"", ""answer_candidate"": ""soil"", ""entailment_score"": 0.9892657995223999}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the brown substance around the tree?"", ""pali_output"": ""soil"", ""answer_candidate"": ""soil"", ""entailment_score"": 0.9761369824409485}, {""img_caption"": ""image_0_caption_0"", ""question"": ""In what color soil is the tree in the picture?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.844755232334137}, {""img_caption"": ""image_0_caption_0"", ""question"": ""In what color soil is the tree?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.7926779389381409}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color is the soil around the tree?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.8912261128425598}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color is the freshly turned soil?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.8755640983581543}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the tree in the picture located?"", ""pali_output"": ""middle"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.01010378822684288}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A green tree is in what kind of field?"", ""pali_output"": ""plow"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.07390356063842773}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the tree in?"", ""pali_output"": ""field"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.012264208868145943}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the tree located?"", ""pali_output"": ""middle of field"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.0669710785150528}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in the field?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.0031210852321237326}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in the green field?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.011633196845650673}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What type of view is this of a tree in a field?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9677293300628662}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How is the tree viewed?"", ""pali_output"": ""from above"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9325685501098633}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What type of view is this?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9538045525550842}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What kind of view is this?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9516818523406982}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is brown and freshly turned next to the tree in the field?"", ""pali_output"": ""soil"", ""answer_candidate"": ""soil"", ""entailment_score"": 0.9798437356948853}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is brown and freshly turned next to the tree?"", ""pali_output"": ""soil"", ""answer_candidate"": ""soil"", ""entailment_score"": 0.9843252897262573}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color is the freshly turned soil next to the green tree?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.9133617281913757}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color of soil is next to the tree?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.8982558250427246}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color is the freshly turned soil next to the tree?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.8978703618049622}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color is the freshly turned soil?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.8755640983581543}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is next to the freshly turned brown soil?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.00253422767855227}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is next to the tree in the picture?"", ""pali_output"": ""field"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.027223125100135803}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the tree next to?"", ""pali_output"": ""hill"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.002661997452378273}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is next to the tree?"", ""pali_output"": ""field"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.01638892851769924}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color is the tree?"", ""pali_output"": ""green"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.8902180790901184}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in the brown freshly turned soil?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.020006204023957253}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in the brown freshly turned soil next to the green field?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.011092070490121841}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in the brown freshly turned soil next to a green field?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.012423860840499401}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What type of view is this of a tree?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9586526155471802}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How is the tree viewed?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9506045579910278}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What type of view is this?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9538045525550842}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of view is this?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9516818523406982}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is brown and freshly turned in the picture?"", ""pali_output"": ""soil"", ""answer_candidate"": ""soil"", ""entailment_score"": 0.9863836765289307}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is brown and freshly turned?"", ""pali_output"": ""soil"", ""answer_candidate"": ""soil"", ""entailment_score"": 0.9892657995223999}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the brown substance around the tree?"", ""pali_output"": ""soil"", ""answer_candidate"": ""soil"", ""entailment_score"": 0.9761369824409485}, {""img_caption"": ""image_1_caption_0"", ""question"": ""In what color soil is the tree in the picture?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.844755232334137}, {""img_caption"": ""image_1_caption_0"", ""question"": ""In what color soil is the tree?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.7926779389381409}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color is the soil around the tree?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.8912261128425598}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color is the freshly turned soil?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.8755640983581543}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the tree in the picture located?"", ""pali_output"": ""middle"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.01010378822684288}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A green tree is in what kind of field?"", ""pali_output"": ""farm"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.07877927273511887}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the tree in?"", ""pali_output"": ""field"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.012264208868145943}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the tree located?"", ""pali_output"": ""middle of field"", ""answer_candidate"": ""a green field"", ""entailment_score"": 0.0669710785150528}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in the field?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.0031210852321237326}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in the green field?"", ""pali_output"": ""tree"", ""answer_candidate"": ""a green tree"", ""entailment_score"": 0.011633196845650673}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What type of view is this of a tree in a field?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9677293300628662}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How is the tree viewed?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9506045579910278}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What type of view is this?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9538045525550842}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What kind of view is this?"", ""pali_output"": ""aerial"", ""answer_candidate"": ""aerial view"", ""entailment_score"": 0.9516818523406982}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is brown and freshly turned next to the tree in the field?"", ""pali_output"": ""soil"", ""answer_candidate"": ""soil"", ""entailment_score"": 0.9798437356948853}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is brown and freshly turned next to the tree?"", ""pali_output"": ""soil"", ""answer_candidate"": ""soil"", ""entailment_score"": 0.9843252897262573}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color is the freshly turned soil next to the green tree?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.9133617281913757}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color of soil is next to the tree?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.8982558250427246}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color is the freshly turned soil next to the tree?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.8978703618049622}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color is the freshly turned soil?"", ""pali_output"": ""brown"", ""answer_candidate"": ""the brown"", ""entailment_score"": 0.8755640983581543}]",True,True,True,visual_q2
274,0.90234375,0.983256995677948,0.8378855586051941,0.9808828234672546,292,False,False,False,examples_blip2_text_matching_coco.csv,0.08279711221852763,0.04247618043287234,0.2880676598288119,0.3587722833141346,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""The rope color is different from what?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.05194154009222984}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The color of the rope is different from what?"", ""pali_output"": ""black"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.0038559806998819113}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The rope is a different color than what?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.06237725913524628}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the rope color different from?"", ""pali_output"": ""black"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.003245364874601364}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The color of the rope is similar to what other item?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.7308685779571533}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The color of the rope is similar to what?"", ""pali_output"": ""black"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.02198363095521927}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the rope color similar to?"", ""pali_output"": ""black"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.008892166428267956}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is different than the shoelaces?"", ""pali_output"": ""color"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.006825192831456661}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color is different than the shoelaces?"", ""pali_output"": ""pink"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.006545407231897116}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color is different from the shoelaces?"", ""pali_output"": ""pink"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.006966212764382362}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is different from the shoelaces?"", ""pali_output"": ""color"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.007266901433467865}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Aside from shoes, what is the rope color similar to?"", ""pali_output"": ""shoelace"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.9079101085662842}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The color of the rope is similar to what?"", ""pali_output"": ""black"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.004353953059762716}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the rope color similar to?"", ""pali_output"": ""black"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.00333207193762064}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The rope is a different color than what item?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.7276543378829956}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The color of the rope is different from what item?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.7155867218971252}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The rope is a different color than what?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.7591570615768433}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the rope color different from?"", ""pali_output"": ""black"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.005137590225785971}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color is similar to the shoelaces but different from the shoes?"", ""pali_output"": ""pink"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.013111616484820843}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is similar to shoelaces but different from shoes?"", ""pali_output"": ""headphone"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.00394753972068429}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color is similar to shoelaces but different than shoes?"", ""pali_output"": ""pink"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.013953112997114658}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color is similar to shoelaces but different from shoes?"", ""pali_output"": ""pink"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.014600143767893314}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The rope color is different from what?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.05194154009222984}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The color of the rope is different from what?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.041117098182439804}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The rope is a different color than what?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.06237725913524628}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the rope color different from?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.04275393858551979}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The color of the rope is similar to what other item?"", ""pali_output"": ""shoelace"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.21825116872787476}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The color of the rope is similar to what?"", ""pali_output"": ""neon"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.016764475032687187}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the rope color similar to?"", ""pali_output"": ""neon"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.006428790744394064}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is different than the shoelaces?"", ""pali_output"": ""color"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.006825192831456661}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color is different than the shoelaces?"", ""pali_output"": ""pink"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.006545407231897116}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color is different from the shoelaces?"", ""pali_output"": ""pink"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.006966212764382362}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is different from the shoelaces?"", ""pali_output"": ""color"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.007266901433467865}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Aside from shoes, what is the rope color similar to?"", ""pali_output"": ""shoelace"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.9079101085662842}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The color of the rope is similar to what?"", ""pali_output"": ""neon"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.00269235554151237}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the rope color similar to?"", ""pali_output"": ""neon"", ""answer_candidate"": ""the shoelaces"", ""entailment_score"": 0.002333623357117176}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The rope is a different color than what item?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.7276543378829956}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The color of the rope is different from what item?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.7155867218971252}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The rope is a different color than what?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.7591570615768433}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the rope color different from?"", ""pali_output"": ""shoe"", ""answer_candidate"": ""the shoes"", ""entailment_score"": 0.7419254183769226}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color is similar to the shoelaces but different from the shoes?"", ""pali_output"": ""pink"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.013111616484820843}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is similar to shoelaces but different from shoes?"", ""pali_output"": ""jump rope"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.047570616006851196}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color is similar to shoelaces but different than shoes?"", ""pali_output"": ""pink"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.013953112997114658}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color is similar to shoelaces but different from shoes?"", ""pali_output"": ""pink"", ""answer_candidate"": ""the skipping rope color"", ""entailment_score"": 0.014600143767893314}]",False,True,False,visual_q2
278,0.2107346951961517,0.0059966961853206,0.0144328018650412,0.01319011580199,296,True,False,False,examples_blip2_text_matching_coco.csv,0.7699149942025543,0.5788107615662739,0.3681686761265155,0.48937772447243333,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What facial hair does the smiling man have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9598484635353088}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What facial hair does the smiling person have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9547415971755981}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What facial feature does the smiling man have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9663297533988953}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What facial feature does the smiling person have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9572702646255493}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which person is not smiling?"", ""pali_output"": ""woman"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.011384892277419567}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The person without a smile has what facial hair?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9573573470115662}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What facial feature does the person who is not smiling have?"", ""pali_output"": ""eyebrow"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.0026373097207397223}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What facial hair does the person who isn't smiling have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9764189124107361}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What facial hair does the person who is not smiling have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9703027606010437}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which person is smiling in the picture?"", ""pali_output"": ""man"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.01091013103723526}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is smiling in the picture?"", ""pali_output"": ""man"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.008696263656020164}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is smiling?"", ""pali_output"": ""man"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.007487037219107151}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which person is smiling?"", ""pali_output"": ""man"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.011539647355675697}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What facial hair does the smiling man have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9598484635353088}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What facial hair does the smiling person have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9547415971755981}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What facial feature does the smiling man have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9663297533988953}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What facial feature does the smiling person have?"", ""pali_output"": ""teeth"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.001105592935346067}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which person is not smiling?"", ""pali_output"": ""man"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.012028400786221027}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The person without a smile has what facial hair?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9573573470115662}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What facial feature does the person who is not smiling have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9625658392906189}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What facial hair does the person who isn't smiling have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9764189124107361}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What facial hair does the person who is not smiling have?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a beard"", ""entailment_score"": 0.9703027606010437}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which person is smiling in the picture?"", ""pali_output"": ""woman"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.014248769730329514}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is smiling in the picture?"", ""pali_output"": ""man and woman"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.013004720211029053}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is smiling?"", ""pali_output"": ""woman"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.008634135127067566}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which person is smiling?"", ""pali_output"": ""woman"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.012489311397075653}]",False,True,False,visual_q2
279,0.2530707120895386,0.6506209373474121,0.2228471040725708,0.6510984301567078,297,True,False,False,examples_blip2_text_matching_coco.csv,0.6709372460842132,0.4079113285988569,0.3300965676084161,0.6141599470749497,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the picture is the pet that is not white?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9554935097694397}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which item on the right is white?"", ""pali_output"": ""bone"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.085595041513443}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is white on the right side of the picture?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.7050009965896606}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is white on the right?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.6894301176071167}, {""img_caption"": ""image_0_caption_0"", ""question"": ""On which side of the picture is the pet white?"", ""pali_output"": ""right"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.9191665649414062}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side of the picture is the pet white?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.004134364426136017}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is white on the left side of the picture?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.6759657859802246}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is white on the left and not on the right?"", ""pali_output"": ""fur"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.2557537853717804}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is white on the left?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.709630012512207}, {""img_caption"": ""image_0_caption_1"", ""question"": ""On which side is the pet not white?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.004998889751732349}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the picture is the pet that is not white?"", ""pali_output"": ""right"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.004035767167806625}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which item on the right is white?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.6314388513565063}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is white on the right side of the picture?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.7050009965896606}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is white on the right?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.6894301176071167}, {""img_caption"": ""image_1_caption_0"", ""question"": ""On which side of the picture is the pet white?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.009650910273194313}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side of the picture is the pet white?"", ""pali_output"": ""left"", ""answer_candidate"": ""the left"", ""entailment_score"": 0.9477747082710266}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is white on the left side of the picture?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.6759657859802246}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is white on the left and not on the right?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.7324303388595581}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is white on the left?"", ""pali_output"": ""dog"", ""answer_candidate"": ""the pet"", ""entailment_score"": 0.709630012512207}, {""img_caption"": ""image_1_caption_1"", ""question"": ""On which side is the pet not white?"", ""pali_output"": ""left"", ""answer_candidate"": ""the right"", ""entailment_score"": 0.004998889751732349}]",True,True,True,visual_q2
281,0.9888062477111816,0.0004111533926334,0.9910441637039183,0.0002294515870744,299,False,False,False,examples_blip2_text_matching_coco.csv,0.5624731185380369,0.22003682074137032,0.03871306497603655,0.044475681614130735,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Which ball is heavier, the large or small ball?"", ""pali_output"": ""small"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.038570649921894073}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which is the heavier of the two balls?"", ""pali_output"": ""larger"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.866988480091095}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which of the two balls is heavier?"", ""pali_output"": ""smaller"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.011923765763640404}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which ball is heavier?"", ""pali_output"": ""larger"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.9034065008163452}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which ball is lighter, the large or small one?"", ""pali_output"": ""small"", ""answer_candidate"": ""the smaller one"", ""entailment_score"": 0.7933085560798645}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which is the lighter of the two balls?"", ""pali_output"": ""larger"", ""answer_candidate"": ""the smaller one"", ""entailment_score"": 0.018087465316057205}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which of the two balls is lighter?"", ""pali_output"": ""smaller"", ""answer_candidate"": ""the smaller one"", ""entailment_score"": 0.9176469445228577}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which ball is lighter?"", ""pali_output"": ""smaller"", ""answer_candidate"": ""the smaller one"", ""entailment_score"": 0.9498525857925415}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which ball is lighter, the large or small one?"", ""pali_output"": ""small"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.07306265830993652}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which ball is lighter, the large or small ball?"", ""pali_output"": ""small"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.038144130259752274}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which of the two balls is lighter?"", ""pali_output"": ""smaller"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.023738887161016464}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which ball is lighter?"", ""pali_output"": ""smaller"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.019906584173440933}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which ball is heavier, the large or small ball?"", ""pali_output"": ""large"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.7297056913375854}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which is the heavier of the two balls?"", ""pali_output"": ""beach ball"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.06673138588666916}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which of the two balls is heavier?"", ""pali_output"": ""beach ball"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.03992198780179024}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which ball is heavier?"", ""pali_output"": ""beach ball"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.0661909356713295}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which ball is lighter, the large or small one?"", ""pali_output"": ""small"", ""answer_candidate"": ""the smaller one"", ""entailment_score"": 0.7933085560798645}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which is the lighter of the two balls?"", ""pali_output"": ""beach ball"", ""answer_candidate"": ""the smaller one"", ""entailment_score"": 0.027355318889021873}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which of the two balls is lighter?"", ""pali_output"": ""beach ball"", ""answer_candidate"": ""the smaller one"", ""entailment_score"": 0.01678774133324623}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which ball is lighter?"", ""pali_output"": ""beach ball"", ""answer_candidate"": ""the smaller one"", ""entailment_score"": 0.020292948931455612}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which ball is lighter, the large or small one?"", ""pali_output"": ""small"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.07306265830993652}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which ball is lighter, the large or small ball?"", ""pali_output"": ""small"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.038144130259752274}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which of the two balls is lighter?"", ""pali_output"": ""beach ball"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.027565354481339455}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which ball is lighter?"", ""pali_output"": ""beach ball"", ""answer_candidate"": ""the larger ball"", ""entailment_score"": 0.03913058340549469}]",False,True,False,visual_q2
284,0.7779045701026917,0.9711697697639464,0.9516330361366272,0.9941304326057434,302,False,False,False,examples_blip2_text_matching_coco.csv,0.5794331743672956,0.4751704216469079,0.1934973570605507,0.6712047497276217,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""For what occasion is the mouse cake intended?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a birthday"", ""entailment_score"": 0.9559561610221863}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A mouse cake is for what occasion?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a birthday"", ""entailment_score"": 0.9329882860183716}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A mouse cake is made for what occasion?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a birthday"", ""entailment_score"": 0.9373548626899719}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the mouse cake for?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a birthday"", ""entailment_score"": 0.9650538563728333}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of cake is there?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a mouse cake"", ""entailment_score"": 0.0031694239005446434}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of cake is being made for a birthday?"", ""pali_output"": ""mouse"", ""answer_candidate"": ""a mouse cake"", ""entailment_score"": 0.453794002532959}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What type of cake is there for a birthday?"", ""pali_output"": ""birthday cake"", ""answer_candidate"": ""a mouse cake"", ""entailment_score"": 0.002598588587716222}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What kind of cake is there for a birthday?"", ""pali_output"": ""mouse"", ""answer_candidate"": ""a mouse cake"", ""entailment_score"": 0.38455021381378174}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A mouse has what for his special day?"", ""pali_output"": ""cake"", ""answer_candidate"": ""a birthday cake"", ""entailment_score"": 0.0522993765771389}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the mouse have?"", ""pali_output"": ""birthday cake"", ""answer_candidate"": ""a birthday cake"", ""entailment_score"": 0.9853494763374329}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A mouse has what for his birthday?"", ""pali_output"": ""cake"", ""answer_candidate"": ""a birthday cake"", ""entailment_score"": 0.4790107309818268}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is there for a mouse?"", ""pali_output"": ""cake"", ""answer_candidate"": ""a birthday cake"", ""entailment_score"": 0.02564316987991333}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What animal has a birthday?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a mouse"", ""entailment_score"": 0.0017037392826750875}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has a birthday?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a mouse"", ""entailment_score"": 0.0008250884711742401}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What animal has a birthday cake?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a mouse"", ""entailment_score"": 0.002127368003129959}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has a birthday cake?"", ""pali_output"": ""cat"", ""answer_candidate"": ""a mouse"", ""entailment_score"": 0.0010199069511145353}, {""img_caption"": ""image_1_caption_0"", ""question"": ""For what occasion is the mouse cake intended?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a birthday"", ""entailment_score"": 0.9559561610221863}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A mouse cake is for what occasion?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a birthday"", ""entailment_score"": 0.9329882860183716}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A mouse cake is made for what occasion?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a birthday"", ""entailment_score"": 0.9373548626899719}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the mouse cake for?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a birthday"", ""entailment_score"": 0.9650538563728333}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of cake is there?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a mouse cake"", ""entailment_score"": 0.0031694239005446434}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of cake is being made for a birthday?"", ""pali_output"": ""fondant"", ""answer_candidate"": ""a mouse cake"", ""entailment_score"": 0.0024740195367485285}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What type of cake is there for a birthday?"", ""pali_output"": ""fondant"", ""answer_candidate"": ""a mouse cake"", ""entailment_score"": 0.002254178747534752}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What kind of cake is there for a birthday?"", ""pali_output"": ""fondant"", ""answer_candidate"": ""a mouse cake"", ""entailment_score"": 0.002112584887072444}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A mouse has what for his special day?"", ""pali_output"": ""cake"", ""answer_candidate"": ""a birthday cake"", ""entailment_score"": 0.0522993765771389}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the mouse have?"", ""pali_output"": ""birthday"", ""answer_candidate"": ""a birthday cake"", ""entailment_score"": 0.01607305370271206}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A mouse has what for his birthday?"", ""pali_output"": ""cake"", ""answer_candidate"": ""a birthday cake"", ""entailment_score"": 0.4790107309818268}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is there for a mouse?"", ""pali_output"": ""birthday cake"", ""answer_candidate"": ""a birthday cake"", ""entailment_score"": 0.9759126901626587}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What animal has a birthday?"", ""pali_output"": ""mouse"", ""answer_candidate"": ""a mouse"", ""entailment_score"": 0.9671119451522827}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has a birthday?"", ""pali_output"": ""mouse"", ""answer_candidate"": ""a mouse"", ""entailment_score"": 0.9484469294548035}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What animal has a birthday cake?"", ""pali_output"": ""mouse"", ""answer_candidate"": ""a mouse"", ""entailment_score"": 0.9744282364845276}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has a birthday cake?"", ""pali_output"": ""mouse"", ""answer_candidate"": ""a mouse"", ""entailment_score"": 0.9563550353050232}]",True,True,True,visual_q2
291,0.938563883304596,0.1308834850788116,0.969845175743103,0.4185882210731506,309,False,False,False,examples_blip2_text_matching_coco.csv,0.807415172457695,0.23241660348139703,0.4051631282782182,0.6865748092532158,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What is being eaten by the plant?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.6117349863052368}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the plant eat?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.7086389660835266}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The plant is eating what?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.7662400603294373}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the plant eating?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.6593289971351624}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is consuming the bug?"", ""pali_output"": ""plant"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.9410593509674072}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is eating the insect?"", ""pali_output"": ""plant"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.9229068756103516}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is eating the bug?"", ""pali_output"": ""plant"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.9288652539253235}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is eating the bug?"", ""pali_output"": ""plant"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.9205468893051147}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is consuming the plant?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.6128444075584412}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What creature is eating the plant?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.460786908864975}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is eating the plant?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.6599388122558594}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is eating the plant?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.5814266800880432}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the insect eating?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.011984524317085743}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is being eaten by the bug?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.011043813079595566}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The bug is eating what?"", ""pali_output"": ""plant"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.8930826187133789}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the bug eating?"", ""pali_output"": ""fly"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.010197261348366737}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is being eaten by the plant?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.006891063414514065}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the plant eat?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.0023475023917853832}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The plant is eating what?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.003395240753889084}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the plant eating?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.0056499154306948185}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is consuming the bug?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.5991111397743225}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is eating the insect?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.6160563826560974}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is eating the bug?"", ""pali_output"": ""moth"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.009406180121004581}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is eating the bug?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.6164754033088684}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is consuming the plant?"", ""pali_output"": ""caterpillar"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.7339469790458679}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What creature is eating the plant?"", ""pali_output"": ""caterpillar"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.5744099617004395}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is eating the plant?"", ""pali_output"": ""caterpillar"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.7956601977348328}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is eating the plant?"", ""pali_output"": ""caterpillar"", ""answer_candidate"": ""the bug"", ""entailment_score"": 0.7507765293121338}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the insect eating?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.7214810252189636}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is being eaten by the bug?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.5588510632514954}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The bug is eating what?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.6470930576324463}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the bug eating?"", ""pali_output"": ""leaf"", ""answer_candidate"": ""the plant"", ""entailment_score"": 0.7103796601295471}]",True,True,True,visual_q2
294,0.9046713709831238,0.2887135744094848,0.9728718400001526,0.8811508417129517,312,False,False,False,examples_blip2_text_matching_coco.csv,0.023204132681712508,0.02306496840901673,0.00954273238312453,0.00956964772194624,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Which wall is getting painted blue?"", ""pali_output"": ""left"", ""answer_candidate"": ""the white wall"", ""entailment_score"": 0.015415328554809093}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which wall will be painted blue?"", ""pali_output"": ""left"", ""answer_candidate"": ""the white wall"", ""entailment_score"": 0.01602172665297985}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is going to be painted blue?"", ""pali_output"": ""wall"", ""answer_candidate"": ""the white wall"", ""entailment_score"": 0.031056305393576622}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What will be painted blue?"", ""pali_output"": ""wall"", ""answer_candidate"": ""the white wall"", ""entailment_score"": 0.030323170125484467}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which wall is getting painted white?"", ""pali_output"": ""left"", ""answer_candidate"": ""the blue wall"", ""entailment_score"": 0.007695960346609354}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What will be painted white?"", ""pali_output"": ""wall"", ""answer_candidate"": ""the blue wall"", ""entailment_score"": 0.010580351576209068}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is going to be painted white?"", ""pali_output"": ""wall"", ""answer_candidate"": ""the blue wall"", ""entailment_score"": 0.010750917717814445}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which wall will be painted white?"", ""pali_output"": ""left"", ""answer_candidate"": ""the blue wall"", ""entailment_score"": 0.009143699891865253}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which wall is getting painted blue?"", ""pali_output"": ""right"", ""answer_candidate"": ""the white wall"", ""entailment_score"": 0.014858671464025974}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which wall will be painted blue?"", ""pali_output"": ""left"", ""answer_candidate"": ""the white wall"", ""entailment_score"": 0.01602172665297985}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is going to be painted blue?"", ""pali_output"": ""wall"", ""answer_candidate"": ""the white wall"", ""entailment_score"": 0.031056305393576622}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What will be painted blue?"", ""pali_output"": ""wall"", ""answer_candidate"": ""the white wall"", ""entailment_score"": 0.030323170125484467}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which wall is getting painted white?"", ""pali_output"": ""corner"", ""answer_candidate"": ""the blue wall"", ""entailment_score"": 0.007803621701896191}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What will be painted white?"", ""pali_output"": ""wall"", ""answer_candidate"": ""the blue wall"", ""entailment_score"": 0.010580351576209068}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is going to be painted white?"", ""pali_output"": ""wall"", ""answer_candidate"": ""the blue wall"", ""entailment_score"": 0.010750917717814445}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which wall will be painted white?"", ""pali_output"": ""left"", ""answer_candidate"": ""the blue wall"", ""entailment_score"": 0.009143699891865253}]",False,True,False,visual_q2
295,0.2519459724426269,0.1044716164469719,0.0638787150382995,0.0350192412734031,313,False,False,False,examples_blip2_text_matching_coco.csv,0.9540519979265001,0.8637974138061205,0.2176890347830274,0.5027808761030125,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""The moon blocks the sun's rays from falling on what?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.9647349715232849}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The moon prevents the sun's rays from falling on what?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.9752365946769714}, {""img_caption"": ""image_0_caption_0"", ""question"": ""The moon keeps the sun's rays from falling on what?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.9710861444473267}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What keeps the sun's rays from hitting the earth?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9497595429420471}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What keeps the sun's rays from falling on earth?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9402326345443726}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What keeps the sun's rays from falling on the earth?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9351653456687927}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What prevents the sun's rays from falling on the earth?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9293887615203857}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the moon block from falling on Earth?"", ""pali_output"": ""sunlight"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.9676351547241211}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the moon block from falling on the earth?"", ""pali_output"": ""sunlight"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.9532288312911987}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What keeps the sun's rays from hitting the moon?"", ""pali_output"": ""shadow"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.03491589054465294}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What prevents the sun's rays from falling on the moon?"", ""pali_output"": ""shadow"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.0317273773252964}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What keeps the sun's rays from reaching the moon?"", ""pali_output"": ""eclipse"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.036721255630254745}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What keeps the sun's rays from falling on the moon?"", ""pali_output"": ""shadow"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.02980034425854683}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the earth block the sun's rays from reaching?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9324521422386169}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The earth blocks the sun's rays from falling on what object?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9684218764305115}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The earth prevents the sun's rays from falling on what?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.0047008502297103405}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The earth blocks the sun's rays from falling on what?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.004099732730537653}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The earth blocks what from falling on the moon?"", ""pali_output"": ""light"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.07081376761198044}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the earth block from falling on the moon?"", ""pali_output"": ""light"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.07046062499284744}, {""img_caption"": ""image_0_caption_1"", ""question"": ""The earth prevents what from falling on the moon?"", ""pali_output"": ""sun"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.21046552062034607}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The moon blocks the sun's rays from falling on what?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.9647349715232849}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The moon prevents the sun's rays from falling on what?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.9752365946769714}, {""img_caption"": ""image_1_caption_0"", ""question"": ""The moon keeps the sun's rays from falling on what?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.9710861444473267}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the moon protect from the sun's rays?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.9284014105796814}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What keeps the sun's rays from hitting the earth?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9497595429420471}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What keeps the sun's rays from falling on earth?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9402326345443726}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What keeps the sun's rays from falling on the earth?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9351653456687927}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What prevents the sun's rays from falling on the earth?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9293887615203857}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the moon block from reaching the earth?"", ""pali_output"": ""light"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.08017101883888245}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the moon block from falling on Earth?"", ""pali_output"": ""sunlight"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.9676351547241211}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the moon block from falling on the earth?"", ""pali_output"": ""sunlight"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.9532288312911987}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the moon block from hitting the earth?"", ""pali_output"": ""sun"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.7705285549163818}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What keeps the sun's rays from hitting the moon?"", ""pali_output"": ""shadow"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.03491589054465294}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What prevents the sun's rays from falling on the moon?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.9379778504371643}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What keeps the sun's rays from reaching the moon?"", ""pali_output"": ""earth"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.9477509260177612}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What keeps the sun's rays from falling on the moon?"", ""pali_output"": ""shadow"", ""answer_candidate"": ""the earth"", ""entailment_score"": 0.02980034425854683}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the earth block the sun's rays from reaching?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9324521422386169}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The earth blocks the sun's rays from falling on what object?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9684218764305115}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The earth prevents the sun's rays from falling on what?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9756954312324524}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The earth blocks the sun's rays from falling on what?"", ""pali_output"": ""moon"", ""answer_candidate"": ""the moon"", ""entailment_score"": 0.9714097380638123}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The earth blocks what from falling on the moon?"", ""pali_output"": ""light"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.07081376761198044}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the earth block from falling on the moon?"", ""pali_output"": ""light"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.07046062499284744}, {""img_caption"": ""image_1_caption_1"", ""question"": ""The earth prevents what from falling on the moon?"", ""pali_output"": ""gravity"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.002453710651025176}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the earth block from reaching the moon?"", ""pali_output"": ""light"", ""answer_candidate"": ""the sun's rays"", ""entailment_score"": 0.09121821075677872}]",False,True,False,visual_q2
299,0.992542028427124,0.9426313042640686,0.97982257604599,0.90741765499115,317,False,False,False,examples_blip2_text_matching_coco.csv,0.6840575754642486,0.6094169944524765,0.12505103647708893,0.26162185131882626,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""One cheerleader supports how many cheerleaders?"", ""pali_output"": ""3"", ""answer_candidate"": ""multiple cheerleaders"", ""entailment_score"": 0.700528621673584}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many cheerlearders support multiple cheerleaders?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9583403468132019}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many cheerlearders support multiple cheerleaders?"", ""pali_output"": ""1"", ""answer_candidate"": ""one cheerlearder"", ""entailment_score"": 0.8972613215446472}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people support multiple cheerleaders?"", ""pali_output"": ""1"", ""answer_candidate"": ""one cheerlearder"", ""entailment_score"": 0.46811798214912415}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who supports multiple cheerleaders?"", ""pali_output"": ""cheerleader"", ""answer_candidate"": ""one cheerlearder"", ""entailment_score"": 0.39603960514068604}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who supports one cheerlearder?"", ""pali_output"": ""3"", ""answer_candidate"": ""multiple cheerleaders"", ""entailment_score"": 0.2728527784347534}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who supports a single cheerleader?"", ""pali_output"": ""3"", ""answer_candidate"": ""multiple cheerleaders"", ""entailment_score"": 0.33955350518226624}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who supports a cheerleader?"", ""pali_output"": ""cheerleader"", ""answer_candidate"": ""multiple cheerleaders"", ""entailment_score"": 0.07781720906496048}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who supports one cheerleader?"", ""pali_output"": ""man"", ""answer_candidate"": ""multiple cheerleaders"", ""entailment_score"": 0.015388790518045425}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many cheerlearders are there?"", ""pali_output"": ""4"", ""answer_candidate"": ""one"", ""entailment_score"": 0.006682895123958588}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who are the cheerleaders supporting?"", ""pali_output"": ""team"", ""answer_candidate"": ""one cheerlearder"", ""entailment_score"": 0.03801104053854942}, {""img_caption"": ""image_1_caption_0"", ""question"": ""One cheerleader supports how many cheerleaders?"", ""pali_output"": ""3"", ""answer_candidate"": ""multiple cheerleaders"", ""entailment_score"": 0.700528621673584}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many cheerlearders support multiple cheerleaders?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9583403468132019}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many cheerlearders support multiple cheerleaders?"", ""pali_output"": ""1"", ""answer_candidate"": ""one cheerlearder"", ""entailment_score"": 0.8972613215446472}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people support multiple cheerleaders?"", ""pali_output"": ""1"", ""answer_candidate"": ""one cheerlearder"", ""entailment_score"": 0.46811798214912415}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who supports multiple cheerleaders?"", ""pali_output"": ""man"", ""answer_candidate"": ""one cheerlearder"", ""entailment_score"": 0.022836700081825256}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who supports one cheerlearder?"", ""pali_output"": ""3"", ""answer_candidate"": ""multiple cheerleaders"", ""entailment_score"": 0.2728527784347534}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who supports a single cheerleader?"", ""pali_output"": ""3"", ""answer_candidate"": ""multiple cheerleaders"", ""entailment_score"": 0.33955350518226624}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who supports a cheerleader?"", ""pali_output"": ""coach"", ""answer_candidate"": ""multiple cheerleaders"", ""entailment_score"": 0.014950188808143139}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who supports one cheerleader?"", ""pali_output"": ""3 cheerleaders"", ""answer_candidate"": ""multiple cheerleaders"", ""entailment_score"": 0.8976806998252869}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many cheerlearders are there?"", ""pali_output"": ""4"", ""answer_candidate"": ""one"", ""entailment_score"": 0.006682895123958588}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who are the cheerleaders supporting?"", ""pali_output"": ""team"", ""answer_candidate"": ""one cheerlearder"", ""entailment_score"": 0.03801104053854942}]",False,True,False,visual_q2
300,0.9606956243515016,0.1112317666411399,0.3894976675510406,0.1726585179567337,318,True,False,False,examples_blip2_text_matching_coco.csv,0.4255199646577239,0.044899469416122884,0.7104030302725732,0.9255369082093239,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""How many scarves are being worn by the two people?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.10187132656574249}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many scarves are two people wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.036024175584316254}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many scarves are worn by the two people?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.0760311558842659}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many scarves are the two people wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.11991168558597565}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many scarves are the two people in the photo wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""one scarf"", ""entailment_score"": 0.029059527441859245}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Two persons wearing how many scarves?"", ""pali_output"": ""2"", ""answer_candidate"": ""one scarf"", ""entailment_score"": 0.030384529381990433}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many scarves are two people wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""one scarf"", ""entailment_score"": 0.017889827489852905}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many scarves are the two people wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""one scarf"", ""entailment_score"": 0.02310253493487835}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are wearing a scarf?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.049419716000556946}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people can wear a scarf?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9726879596710205}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people are wearing one scarf?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9480915665626526}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people can wear one scarf?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9598327279090881}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people can wear a scarf at a time?"", ""pali_output"": ""2"", ""answer_candidate"": ""two persons"", ""entailment_score"": 0.8928146362304688}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many persons can wear one scarf?"", ""pali_output"": ""2"", ""answer_candidate"": ""two persons"", ""entailment_score"": 0.8662381768226624}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people can wear a scarf?"", ""pali_output"": ""2"", ""answer_candidate"": ""two persons"", ""entailment_score"": 0.8738675713539124}, {""img_caption"": ""image_0_caption_0"", ""question"": ""How many people can wear one scarf?"", ""pali_output"": ""2"", ""answer_candidate"": ""two persons"", ""entailment_score"": 0.8110923171043396}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people can wear two scarfs?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.08135813474655151}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people can wear two scarves?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.12009263783693314}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are wearing two scarves?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9458223581314087}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are wearing two scarfs?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9294707179069519}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people can wear two scarfs?"", ""pali_output"": ""2"", ""answer_candidate"": ""one person"", ""entailment_score"": 0.027328290045261383}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people can wear two scarves?"", ""pali_output"": ""2"", ""answer_candidate"": ""one person"", ""entailment_score"": 0.032319821417331696}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are wearing two scarves?"", ""pali_output"": ""1"", ""answer_candidate"": ""one person"", ""entailment_score"": 0.9127396941184998}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many people are wearing two scarfs?"", ""pali_output"": ""1"", ""answer_candidate"": ""one person"", ""entailment_score"": 0.8720300197601318}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many scarves is the person wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.971527636051178}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many scarves is the person in the picture wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9603269696235657}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many scarves was the person wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9707525968551636}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many scarves is this person wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9710094332695007}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many scarves is the person in the picture wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two scarfs"", ""entailment_score"": 0.897850751876831}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many scarves was the person wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two scarfs"", ""entailment_score"": 0.8896089196205139}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many scarfs is the person in the picture wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two scarfs"", ""entailment_score"": 0.901939868927002}, {""img_caption"": ""image_0_caption_1"", ""question"": ""How many scarfs was the person wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two scarfs"", ""entailment_score"": 0.8822706341743469}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many scarves are being worn by the two people?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.10187132656574249}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many scarves are two people wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.036024175584316254}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many scarves are worn by the two people?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.0760311558842659}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many scarves are the two people wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""one"", ""entailment_score"": 0.11991168558597565}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many scarves are the two people in the photo wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""one scarf"", ""entailment_score"": 0.029059527441859245}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Two persons wearing how many scarves?"", ""pali_output"": ""2"", ""answer_candidate"": ""one scarf"", ""entailment_score"": 0.030384529381990433}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many scarves are two people wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""one scarf"", ""entailment_score"": 0.017889827489852905}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many scarves are the two people wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""one scarf"", ""entailment_score"": 0.02310253493487835}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are wearing a scarf?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.049419716000556946}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people can wear a scarf?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.025592651218175888}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people are wearing one scarf?"", ""pali_output"": ""0"", ""answer_candidate"": ""two"", ""entailment_score"": 0.0075273336842656136}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people can wear one scarf?"", ""pali_output"": ""1"", ""answer_candidate"": ""two"", ""entailment_score"": 0.04784383252263069}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people can wear a scarf at a time?"", ""pali_output"": ""1"", ""answer_candidate"": ""two persons"", ""entailment_score"": 0.04670469090342522}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many persons can wear one scarf?"", ""pali_output"": ""1"", ""answer_candidate"": ""two persons"", ""entailment_score"": 0.036534443497657776}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people can wear a scarf?"", ""pali_output"": ""1"", ""answer_candidate"": ""two persons"", ""entailment_score"": 0.02771863155066967}, {""img_caption"": ""image_1_caption_0"", ""question"": ""How many people can wear one scarf?"", ""pali_output"": ""1"", ""answer_candidate"": ""two persons"", ""entailment_score"": 0.04277544841170311}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people can wear two scarfs?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9328314661979675}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people can wear two scarves?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9513413310050964}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are wearing two scarves?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9458223581314087}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are wearing two scarfs?"", ""pali_output"": ""1"", ""answer_candidate"": ""one"", ""entailment_score"": 0.9294707179069519}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people can wear two scarfs?"", ""pali_output"": ""1"", ""answer_candidate"": ""one person"", ""entailment_score"": 0.894248902797699}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people can wear two scarves?"", ""pali_output"": ""1"", ""answer_candidate"": ""one person"", ""entailment_score"": 0.9248192310333252}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are wearing two scarves?"", ""pali_output"": ""1"", ""answer_candidate"": ""one person"", ""entailment_score"": 0.9127396941184998}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many people are wearing two scarfs?"", ""pali_output"": ""1"", ""answer_candidate"": ""one person"", ""entailment_score"": 0.8720300197601318}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many scarves is the person wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.971527636051178}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many scarves is the person in the picture wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9603269696235657}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many scarves was the person wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9707525968551636}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many scarves is this person wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two"", ""entailment_score"": 0.9710094332695007}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many scarves is the person in the picture wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two scarfs"", ""entailment_score"": 0.897850751876831}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many scarves was the person wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two scarfs"", ""entailment_score"": 0.8896089196205139}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many scarfs is the person in the picture wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two scarfs"", ""entailment_score"": 0.901939868927002}, {""img_caption"": ""image_1_caption_1"", ""question"": ""How many scarfs was the person wearing?"", ""pali_output"": ""2"", ""answer_candidate"": ""two scarfs"", ""entailment_score"": 0.8822706341743469}]",False,True,False,visual_q2
310,0.000107672298327,0.6848264932632446,3.520680184010416e-05,0.666873037815094,333,False,False,False,examples_blip2_text_matching_coco.csv,0.04778078508873781,0.0028089859212438264,0.003340843628393486,0.14081528590759262,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What are we fishing for?"", ""pali_output"": ""dress"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.07692631334066391}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What are you fishing for?"", ""pali_output"": ""dress"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.03651978075504303}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What are people fishing for?"", ""pali_output"": ""dress"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.029896261170506477}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What do fisherman get for their efforts?"", ""pali_output"": ""fish"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.0035999086685478687}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What do anglers receive a lot of?"", ""pali_output"": ""fish"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.0012488241773098707}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What do anglers receive for their efforts?"", ""pali_output"": ""fish"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.003460959065705538}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What do anglers get for their efforts?"", ""pali_output"": ""fish"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.002711705630645156}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Compliments for what?"", ""pali_output"": ""dress"", ""answer_candidate"": ""fishing"", ""entailment_score"": 0.005512509029358625}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What activity did X 1 receive compliments for?"", ""pali_output"": ""dress"", ""answer_candidate"": ""fishing"", ""entailment_score"": 0.0034655174240469933}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Compliments for what activity X 1?"", ""pali_output"": ""dress"", ""answer_candidate"": ""fishing"", ""entailment_score"": 0.003090927377343178}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Compliments for what activity X 1"", ""pali_output"": ""dress"", ""answer_candidate"": ""fishing"", ""entailment_score"": 0.0036363976541906595}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are we fishing for?"", ""pali_output"": ""salmon"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.0027449526824057102}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are you fishing for?"", ""pali_output"": ""salmon"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.0036178899463266134}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What are people fishing for?"", ""pali_output"": ""salmon"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.002064115134999156}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What do fisherman get for their efforts?"", ""pali_output"": ""fish"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.0035999086685478687}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What do anglers receive a lot of?"", ""pali_output"": ""fish"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.0012488241773098707}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What do anglers receive for their efforts?"", ""pali_output"": ""fish"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.003460959065705538}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What do anglers get for their efforts?"", ""pali_output"": ""fish"", ""answer_candidate"": ""compliments"", ""entailment_score"": 0.002711705630645156}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Compliments for what?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fishing"", ""entailment_score"": 0.10515721887350082}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What activity did X 1 receive compliments for?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fishing"", ""entailment_score"": 0.28390198945999146}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Compliments for what activity X 1?"", ""pali_output"": ""fish"", ""answer_candidate"": ""fishing"", ""entailment_score"": 0.20025497674942017}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Compliments for what activity X 1"", ""pali_output"": ""fish"", ""answer_candidate"": ""fishing"", ""entailment_score"": 0.5261867046356201}]",True,True,True,visual_q2
313,0.9982169270515442,0.9994643330574036,0.9785020351409912,0.9987303614616394,336,False,False,False,examples_blip2_text_matching_coco.csv,0.19844609709356778,0.0038150292239151895,0.08479263125627767,0.3974662792898016,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""A person with short hair is ironing what item?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.0029789030086249113}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A person with short hair is ironing what?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.002686861902475357}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the short haired person ironing?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.001974372658878565}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the person with short hair ironing?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.0024420947302132845}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A person with long hair is sitting on what?"", ""pali_output"": ""couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.004270162433385849}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A person with long hair sits on what?"", ""pali_output"": ""couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.003814251162111759}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where does the person with long hair sit?"", ""pali_output"": ""on couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.0026814243756234646}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the person with long hair sitting?"", ""pali_output"": ""on couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.0029763735365122557}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person sitting on the white couch have?"", ""pali_output"": ""apron"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.0018241744255647063}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the person sitting on the couch have?"", ""pali_output"": ""apron"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.00228555453941226}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the hair style of the person ironing the shirt?"", ""pali_output"": ""short"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.8831281065940857}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What type of hair does the person ironing have?"", ""pali_output"": ""short"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.9280083179473877}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What length of hair does the person ironing the shirt have?"", ""pali_output"": ""short"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.9334200024604797}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is ironing the shirt?"", ""pali_output"": ""man"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.005754759535193443}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is being ironed by the person with long hair?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.002669074572622776}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A person with long hair is ironing what?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.002770455554127693}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the long haired person ironing?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.0018284677062183619}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the person with long hair ironing?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.002347045810893178}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A person with short hair sits on what?"", ""pali_output"": ""couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.0034495526924729347}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A person with short hair is sitting on what?"", ""pali_output"": ""couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.003877834416925907}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where does the person with short hair sit?"", ""pali_output"": ""on couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.0026388538535684347}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the person with short hair sitting?"", ""pali_output"": ""on couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.0031305693555623293}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What length of hair does the person ironing the shirt have?"", ""pali_output"": ""short"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.014805780723690987}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the hair length of the person ironing the shirt?"", ""pali_output"": ""short"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.027040749788284302}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What type of hair does the person ironing the shirt have?"", ""pali_output"": ""short"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.007807340007275343}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the person ironing the shirt have?"", ""pali_output"": ""iron"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.0012629178818315268}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What style of hair does the person sitting on a white couch have?"", ""pali_output"": ""bob"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.13677141070365906}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What style of hair does the person on the couch have?"", ""pali_output"": ""bob"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.15199460089206696}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the hair style of the person sitting on the couch?"", ""pali_output"": ""short"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.8546696305274963}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What style of hair does the person sitting on the couch have?"", ""pali_output"": ""bob"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.13961781561374664}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person with short hair is ironing what item?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.0029789030086249113}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person with short hair is ironing what?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.002686861902475357}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the short haired person ironing?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.001974372658878565}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the person with short hair ironing?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.0024420947302132845}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person with long hair is sitting on what?"", ""pali_output"": ""couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.004270162433385849}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person with long hair sits on what?"", ""pali_output"": ""couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.003814251162111759}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where does the person with long hair sit?"", ""pali_output"": ""on couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.0026814243756234646}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the person with long hair sitting?"", ""pali_output"": ""on couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.0029763735365122557}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person sitting on the white couch have?"", ""pali_output"": ""smile"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.002047850051894784}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the person sitting on the couch have?"", ""pali_output"": ""smile"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.0019365224288776517}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the hair style of the person ironing the shirt?"", ""pali_output"": ""long"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.0067323376424610615}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What type of hair does the person ironing have?"", ""pali_output"": ""long"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.004873047117143869}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What length of hair does the person ironing the shirt have?"", ""pali_output"": ""long"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.008495037443935871}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is ironing the shirt?"", ""pali_output"": ""woman"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.005501170642673969}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is being ironed by the person with long hair?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.002669074572622776}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A person with long hair is ironing what?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.002770455554127693}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the long haired person ironing?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.0018284677062183619}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the person with long hair ironing?"", ""pali_output"": ""shirt"", ""answer_candidate"": ""a light blue shirt"", ""entailment_score"": 0.002347045810893178}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A person with short hair sits on what?"", ""pali_output"": ""couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.0034495526924729347}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A person with short hair is sitting on what?"", ""pali_output"": ""couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.003877834416925907}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where does the person with short hair sit?"", ""pali_output"": ""on couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.0026388538535684347}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the person with short hair sitting?"", ""pali_output"": ""on couch"", ""answer_candidate"": ""a white couch"", ""entailment_score"": 0.0031305693555623293}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What length of hair does the person ironing the shirt have?"", ""pali_output"": ""long"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.9319989085197449}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the hair length of the person ironing the shirt?"", ""pali_output"": ""long"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.8980587720870972}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What type of hair does the person ironing the shirt have?"", ""pali_output"": ""long"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.9433313608169556}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the person ironing the shirt have?"", ""pali_output"": ""iron"", ""answer_candidate"": ""long hair"", ""entailment_score"": 0.0012629178818315268}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What style of hair does the person sitting on a white couch have?"", ""pali_output"": ""short"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.895595133304596}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What style of hair does the person on the couch have?"", ""pali_output"": ""short"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.8977945446968079}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the hair style of the person sitting on the couch?"", ""pali_output"": ""short"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.8546696305274963}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What style of hair does the person sitting on the couch have?"", ""pali_output"": ""short"", ""answer_candidate"": ""short hair"", ""entailment_score"": 0.9140373468399048}]",True,True,True,visual_q2
324,0.9729087352752686,0.9356264472007751,0.7504534125328064,0.6312078833580017,349,False,False,False,examples_blip2_text_matching_coco.csv,0.7447314411401749,0.6696472074836493,0.358806848526001,0.4231390208005905,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is whispering into the dogs ear?"", ""pali_output"": ""girl"", ""answer_candidate"": ""A person"", ""entailment_score"": 0.790446937084198}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is whispering into the dog's ear?"", ""pali_output"": ""girl"", ""answer_candidate"": ""A person"", ""entailment_score"": 0.8190211057662964}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is whispering into a dog's ear?"", ""pali_output"": ""girl"", ""answer_candidate"": ""A person"", ""entailment_score"": 0.7815414667129517}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Whispering into what is a dog?"", ""pali_output"": ""ear"", ""answer_candidate"": ""a dog's ear"", ""entailment_score"": 0.5879162549972534}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is a dog whispering?"", ""pali_output"": ""ear"", ""answer_candidate"": ""a person's ear"", ""entailment_score"": 0.3436981439590454}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A dog whispering into what?"", ""pali_output"": ""ear"", ""answer_candidate"": ""a person's ear"", ""entailment_score"": 0.37391555309295654}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is whispering into the dogs ear?"", ""pali_output"": ""man"", ""answer_candidate"": ""A person"", ""entailment_score"": 0.9073596596717834}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is whispering into the dog's ear?"", ""pali_output"": ""man"", ""answer_candidate"": ""A person"", ""entailment_score"": 0.9280484914779663}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is whispering into a dog's ear?"", ""pali_output"": ""man"", ""answer_candidate"": ""A person"", ""entailment_score"": 0.9123097658157349}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is a person whispering?"", ""pali_output"": ""ear"", ""answer_candidate"": ""a dog's ear"", ""entailment_score"": 0.012601865455508232}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Whispering into what is a dog?"", ""pali_output"": ""ear"", ""answer_candidate"": ""a dog's ear"", ""entailment_score"": 0.5879162549972534}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Whispering into what?"", ""pali_output"": ""ear"", ""answer_candidate"": ""a person's ear"", ""entailment_score"": 0.5322074890136719}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is a dog whispering?"", ""pali_output"": ""ear"", ""answer_candidate"": ""a person's ear"", ""entailment_score"": 0.3436981439590454}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the dog whispering?"", ""pali_output"": ""ear"", ""answer_candidate"": ""a person's ear"", ""entailment_score"": 0.44273489713668823}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A dog whispering into what?"", ""pali_output"": ""ear"", ""answer_candidate"": ""a person's ear"", ""entailment_score"": 0.37391555309295654}]",False,True,False,visual_q2
327,0.9382509589195251,0.9918428659439088,0.9363537430763244,0.9693901538848876,352,False,False,False,examples_blip2_text_matching_coco.csv,0.38572592004978407,0.37607282244910795,0.04973078290155778,0.4523522946983576,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What above water creates steam?"", ""pali_output"": ""heat"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.011649473570287228}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What produces steam when it's above water?"", ""pali_output"": ""lava"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.29091379046440125}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What makes steam when it's above water?"", ""pali_output"": ""lava"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.387212336063385}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What above water makes steam?"", ""pali_output"": ""heat"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.011312282644212246}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a volcano that's above water make?"", ""pali_output"": ""wave"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.006435159593820572}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a volcano make when it's above water?"", ""pali_output"": ""lava"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.002094036666676402}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a volcano that is above water make?"", ""pali_output"": ""wave"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.007675348315387964}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a volcano above water make?"", ""pali_output"": ""lava"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.0025514329317957163}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a volcano need to be above to produce steam?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9811689853668213}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A volcano that is above what makes steam?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9695345759391785}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A volcano above what element makes steam?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9755252599716187}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does a volcano need to be above to make steam?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9826383590698242}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does water above make steam?"", ""pali_output"": ""heat"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.00774933397769928}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Water above what object makes steam?"", ""pali_output"": ""fire"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.0329429917037487}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where does water make steam?"", ""pali_output"": ""heat"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.0133635513484478}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Water above what makes steam?"", ""pali_output"": ""lava"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.3886227309703827}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does water make above a volcano?"", ""pali_output"": ""wave"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.028475837782025337}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Water above a volcano creates what?"", ""pali_output"": ""wave"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.005764262285083532}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Water above a volcano makes what?"", ""pali_output"": ""wave"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.00603858008980751}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does water above a volcano make?"", ""pali_output"": ""wave"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.010481561534106731}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is above a volcano to make steam?"", ""pali_output"": ""heat"", ""answer_candidate"": ""water"", ""entailment_score"": 0.021780826151371002}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What makes steam around a volcano?"", ""pali_output"": ""lava"", ""answer_candidate"": ""water"", ""entailment_score"": 0.03071991354227066}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is above a volcano that makes steam?"", ""pali_output"": ""lava"", ""answer_candidate"": ""water"", ""entailment_score"": 0.011942639946937561}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What makes steam above a volcano?"", ""pali_output"": ""lava"", ""answer_candidate"": ""water"", ""entailment_score"": 0.03888716548681259}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What above water creates steam?"", ""pali_output"": ""heat"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.011649473570287228}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What produces steam when it's above water?"", ""pali_output"": ""fire"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.01870832033455372}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What makes steam when it's above water?"", ""pali_output"": ""fire"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.021002991124987602}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What above water makes steam?"", ""pali_output"": ""heat"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.011312282644212246}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a volcano that's above water make?"", ""pali_output"": ""geyser"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.24104702472686768}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a volcano make when it's above water?"", ""pali_output"": ""steam"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.9952914714813232}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a volcano that is above water make?"", ""pali_output"": ""geyser"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.19413459300994873}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a volcano above water make?"", ""pali_output"": ""smoke"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.009973136708140373}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a volcano need to be above to produce steam?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9811689853668213}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A volcano that is above what makes steam?"", ""pali_output"": ""ground"", ""answer_candidate"": ""water"", ""entailment_score"": 0.0704219713807106}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A volcano above what element makes steam?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9755252599716187}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does a volcano need to be above to make steam?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9826383590698242}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does water above make steam?"", ""pali_output"": ""heat"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.00774933397769928}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Water above what object makes steam?"", ""pali_output"": ""fire"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.0329429917037487}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where does water make steam?"", ""pali_output"": ""geyser"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.029847385361790657}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Water above what makes steam?"", ""pali_output"": ""ground"", ""answer_candidate"": ""a volcano"", ""entailment_score"": 0.014347538352012634}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does water make above a volcano?"", ""pali_output"": ""steam"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.9910616874694824}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Water above a volcano creates what?"", ""pali_output"": ""steam"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.9765547513961792}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Water above a volcano makes what?"", ""pali_output"": ""steam"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.9717947244644165}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does water above a volcano make?"", ""pali_output"": ""steam"", ""answer_candidate"": ""steam"", ""entailment_score"": 0.9895696640014648}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is above a volcano to make steam?"", ""pali_output"": ""water"", ""answer_candidate"": ""water"", ""entailment_score"": 0.9872444272041321}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What makes steam around a volcano?"", ""pali_output"": ""heat"", ""answer_candidate"": ""water"", ""entailment_score"": 0.018299948424100876}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is above a volcano that makes steam?"", ""pali_output"": ""geyser"", ""answer_candidate"": ""water"", ""entailment_score"": 0.38481590151786804}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What makes steam above a volcano?"", ""pali_output"": ""heat"", ""answer_candidate"": ""water"", ""entailment_score"": 0.023999182507395744}]",True,True,True,visual_q2
329,0.991851270198822,0.7166946530342102,0.994486391544342,0.5262612700462341,354,False,False,False,examples_blip2_text_matching_coco.csv,0.953905463218689,0.5719363420891265,0.6529040017242854,0.8881497146406522,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""An adult is putting a helmet on who?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9609653949737549}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the adult putting the helmet on?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.92682284116745}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is the adult putting a helmet on?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9258820414543152}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the adult putting a helmet on?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9260587692260742}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is an adult putting on a child?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9747413992881775}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the adult giving to the child?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.980819046497345}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the adult giving the child?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9802067279815674}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the adult putting on the child?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9781544804573059}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who puts a helmet on a child?"", ""pali_output"": ""adult"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.9360392689704895}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is putting a child's helmet on?"", ""pali_output"": ""adult"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.9735023975372314}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is putting a helmet on a child?"", ""pali_output"": ""adult"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.9402567744255066}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is putting the helmet on the child?"", ""pali_output"": ""adult"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.94341641664505}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who put a helmet on an adult?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9511539340019226}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is helping an adult put on a helmet?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9821037650108337}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is putting the helmet on the adult?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.976804792881012}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is putting a helmet on an adult?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9751009345054626}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the child helping the adult put on?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9822598099708557}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the child giving the adult?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.978974461555481}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the child giving to the adult?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9807449579238892}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the child putting on the adult?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9781008958816528}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A child is seen putting a helmet on who?"", ""pali_output"": ""herself"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.007514008786529303}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A child is putting a helmet on what?"", ""pali_output"": ""head"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.009080938994884491}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is the child putting a helmet on?"", ""pali_output"": ""herself"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.004909387789666653}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A child is putting a helmet on who?"", ""pali_output"": ""herself"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.008100133389234543}, {""img_caption"": ""image_1_caption_0"", ""question"": ""An adult is putting a helmet on who?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9609653949737549}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the adult putting the helmet on?"", ""pali_output"": ""head"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.02371123433113098}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is the adult putting a helmet on?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9258820414543152}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the adult putting a helmet on?"", ""pali_output"": ""head"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.02799217402935028}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is an adult putting on a child?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9747413992881775}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the adult giving to the child?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.980819046497345}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the adult giving the child?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9802067279815674}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the adult putting on the child?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9781544804573059}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who puts a helmet on a child?"", ""pali_output"": ""adult"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.9360392689704895}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is putting a child's helmet on?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.01700238138437271}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is putting a helmet on a child?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.02456960268318653}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is putting the helmet on the child?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.03315235301852226}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who put a helmet on an adult?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9511539340019226}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is helping an adult put on a helmet?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9821037650108337}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is putting the helmet on the adult?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.976804792881012}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is putting a helmet on an adult?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9751009345054626}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the child helping the adult put on?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9822598099708557}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the child giving the adult?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.978974461555481}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the child giving to the adult?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9807449579238892}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the child putting on the adult?"", ""pali_output"": ""helmet"", ""answer_candidate"": ""a helmet"", ""entailment_score"": 0.9781008958816528}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A child is seen putting a helmet on who?"", ""pali_output"": ""adult"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.9478459358215332}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A child is putting a helmet on what?"", ""pali_output"": ""adult"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.9411688446998596}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is the child putting a helmet on?"", ""pali_output"": ""mother"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.012941434048116207}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A child is putting a helmet on who?"", ""pali_output"": ""adult"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.950596809387207}]",True,True,True,visual_q2
333,0.2943175137042999,0.5464505553245544,0.109115831553936,0.4894880056381225,358,False,False,False,examples_blip2_text_matching_coco.csv,0.1538592633078224,0.053431054831889924,0.16433375656197313,0.5077779274433851,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Which color did the person wearing perform better in?"", ""pali_output"": ""red"", ""answer_candidate"": ""gray"", ""entailment_score"": 0.0007663961150683463}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which color was better to wear in the stadium, blue or gray?"", ""pali_output"": ""gray"", ""answer_candidate"": ""gray"", ""entailment_score"": 0.9813277125358582}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What color beat out blue?"", ""pali_output"": ""red"", ""answer_candidate"": ""gray"", ""entailment_score"": 0.0006364180007949471}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Which color was better to wear, blue or gray?"", ""pali_output"": ""blue"", ""answer_candidate"": ""gray"", ""entailment_score"": 0.10369130969047546}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where did the gray person perform better than the blue person?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.025834787636995316}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where did the person wearing gray perform better than the person wearing blue?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.046255819499492645}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where did the person wearing gray outperform the one wearing blue?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.03853235021233559}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where did the person wearing gray outperform the person wearing blue?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.03382931277155876}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which color did the person wearing perform better in?"", ""pali_output"": ""red"", ""answer_candidate"": ""blue"", ""entailment_score"": 0.001301110489293933}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which color was better to wear in the stadium, blue or gray?"", ""pali_output"": ""gray"", ""answer_candidate"": ""blue"", ""entailment_score"": 0.2015010416507721}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What color beat out gray?"", ""pali_output"": ""red"", ""answer_candidate"": ""blue"", ""entailment_score"": 0.0011400090297684073}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Which color was better to wear, blue or gray?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue"", ""entailment_score"": 0.9776895046234131}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where did the person wearing blue beat the person wearing gray?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.04917082563042641}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where did the person wearing blue perform better than the person wearing gray?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.03404044732451439}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where did the person wearing blue outperform the one wearing gray?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.023900361731648445}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where did the person wearing blue outperform the person wearing gray?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.025926752015948296}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which color did the person wearing perform better in?"", ""pali_output"": ""blue"", ""answer_candidate"": ""gray"", ""entailment_score"": 0.0009076460846699774}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which color was better to wear in the stadium, blue or gray?"", ""pali_output"": ""blue"", ""answer_candidate"": ""gray"", ""entailment_score"": 0.1777607947587967}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What color beat out blue?"", ""pali_output"": ""red"", ""answer_candidate"": ""gray"", ""entailment_score"": 0.0006364180007949471}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Which color was better to wear, blue or gray?"", ""pali_output"": ""blue"", ""answer_candidate"": ""gray"", ""entailment_score"": 0.10369130969047546}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where did the gray person perform better than the blue person?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.025834787636995316}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where did the person wearing gray perform better than the person wearing blue?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.046255819499492645}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where did the person wearing gray outperform the one wearing blue?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.03853235021233559}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where did the person wearing gray outperform the person wearing blue?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.03382931277155876}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which color did the person wearing perform better in?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue"", ""entailment_score"": 0.9840488433837891}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which color was better to wear in the stadium, blue or gray?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue"", ""entailment_score"": 0.9816175103187561}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What color beat out gray?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue"", ""entailment_score"": 0.9858291745185852}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Which color was better to wear, blue or gray?"", ""pali_output"": ""blue"", ""answer_candidate"": ""blue"", ""entailment_score"": 0.9776895046234131}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where did the person wearing blue beat the person wearing gray?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.04917082563042641}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where did the person wearing blue perform better than the person wearing gray?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.03404044732451439}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where did the person wearing blue outperform the one wearing gray?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.023900361731648445}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where did the person wearing blue outperform the person wearing gray?"", ""pali_output"": ""race"", ""answer_candidate"": ""the stadium"", ""entailment_score"": 0.025926752015948296}]",False,True,False,visual_q2
335,0.9995855689048768,0.9497736692428588,0.9995500445365906,0.9950814247131348,360,True,False,False,examples_blip2_text_matching_coco.csv,0.7163389060646296,0.10838377932086588,0.34055817131108296,0.3409828299287862,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Along with an adult, who is depicted in the photo wearing a fake beard?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9845429062843323}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is wearing a fake beard?"", ""pali_output"": ""boy"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.7575106024742126}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the child have?"", ""pali_output"": ""fake beard"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.9779732823371887}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the child wearing on his face?"", ""pali_output"": ""fake beard"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.9761438965797424}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What does the child have on his face?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.048032376915216446}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is the child wearing?"", ""pali_output"": ""fake beard"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.9719933867454529}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Aside from a child, who else is in this photo?"", ""pali_output"": ""man"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.4693635106086731}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Aside from a child, who else is in the photo?"", ""pali_output"": ""man"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.5198066234588623}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Aside from the child, who else is in the photo?"", ""pali_output"": ""man"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.5430884957313538}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A child with a fake beard and what other person?"", ""pali_output"": ""adult"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.914933979511261}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Aside from the adult, who else is in the photo?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9753620624542236}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Aside from the adult with a fake beard, who else is in the picture?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9720978140830994}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Along with the adult with a fake beard, who else is in the photo?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9734862446784973}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Aside from the adult with a fake beard, who else is in the photo?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9704912304878235}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the adult wearing on his face?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.05728573352098465}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the adult have on?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.029128452762961388}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What does the adult have on his face?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.03786231204867363}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the adult wearing?"", ""pali_output"": ""beard"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.03245514631271362}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has a fake beard in this picture?"", ""pali_output"": ""boy"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.009005351923406124}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has a fake beard in the photo?"", ""pali_output"": ""boy"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.011886744759976864}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who is wearing a fake beard?"", ""pali_output"": ""boy"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.010785055346786976}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Who has a fake beard?"", ""pali_output"": ""boy"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.006851907353848219}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Along with an adult, who is depicted in the photo wearing a fake beard?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9845429062843323}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is wearing a fake beard?"", ""pali_output"": ""santa"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.01704193651676178}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the child have?"", ""pali_output"": ""list"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.0030539887957274914}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the child wearing on his face?"", ""pali_output"": ""glass"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.0009920084848999977}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What does the child have on his face?"", ""pali_output"": ""glass"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.0009998311288654804}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is the child wearing?"", ""pali_output"": ""santa hat"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.0033229049295186996}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Aside from a child, who else is in this photo?"", ""pali_output"": ""santa"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.017824288457632065}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Aside from a child, who else is in the photo?"", ""pali_output"": ""santa"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.015346510335803032}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Aside from the child, who else is in the photo?"", ""pali_output"": ""santa"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.01992301270365715}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A child with a fake beard and what other person?"", ""pali_output"": ""santa"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.020790405571460724}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Aside from the adult, who else is in the photo?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9753620624542236}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Aside from the adult with a fake beard, who else is in the picture?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9720978140830994}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Along with the adult with a fake beard, who else is in the photo?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9734862446784973}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Aside from the adult with a fake beard, who else is in the photo?"", ""pali_output"": ""child"", ""answer_candidate"": ""a child"", ""entailment_score"": 0.9704912304878235}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the adult wearing on his face?"", ""pali_output"": ""glass"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.0008703955681994557}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the adult have on?"", ""pali_output"": ""santa suit"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.006933311000466347}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What does the adult have on his face?"", ""pali_output"": ""glass"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.0008728867396712303}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the adult wearing?"", ""pali_output"": ""santa suit"", ""answer_candidate"": ""a fake beard"", ""entailment_score"": 0.00842301920056343}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has a fake beard in this picture?"", ""pali_output"": ""santa"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.04925632104277611}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has a fake beard in the photo?"", ""pali_output"": ""santa"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.05249368026852608}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who is wearing a fake beard?"", ""pali_output"": ""santa"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.04933054372668266}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Who has a fake beard?"", ""pali_output"": ""santa"", ""answer_candidate"": ""an adult"", ""entailment_score"": 0.03217644989490509}]",True,True,True,visual_q2
342,0.9950340986251832,0.7428834438323975,0.9945589900016784,0.9554961919784546,368,True,False,False,examples_blip2_text_matching_coco.csv,0.9601806998252869,0.6556223420934244,0.22775002922086665,0.9313339723481072,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""Who is touching the squirrel's head in this photo?"", ""pali_output"": ""human"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.9810535311698914}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is touching the head of a squirrel?"", ""pali_output"": ""person"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.970384955406189}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is touching a squirrel's head?"", ""pali_output"": ""person"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.9773523211479187}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Who is touching the squirrel's head?"", ""pali_output"": ""human"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.9851502776145935}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A person is touching the head of what?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.9571486711502075}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What animal is the person touching?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.9621246457099915}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A person is touching the head of what animal?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.9545910358428955}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What part of a squirrel is being pet by a person?"", ""pali_output"": ""head"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.9390748143196106}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What part of a squirrel is the person touching?"", ""pali_output"": ""head"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.9436959028244019}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What part of the squirrel is the person touching?"", ""pali_output"": ""head"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.9490551352500916}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A person is touching what part of a squirrel?"", ""pali_output"": ""head"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.9423564076423645}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A squirrel is touching the head of what?"", ""pali_output"": ""finger"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.08454831689596176}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What animal is touching a person's head?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.975627601146698}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What animal is touching the head of a person?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.9708955883979797}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is touching a person's head?"", ""pali_output"": ""finger"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.0012032382655888796}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is touching the head of a person?"", ""pali_output"": ""finger"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.0012929289368912578}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What part of a person is a squirrel touching?"", ""pali_output"": ""finger"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.0031680911779403687}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What part of a person is being touched by a squirrel?"", ""pali_output"": ""finger"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.004018048290163279}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What part of a person is the squirrel touching?"", ""pali_output"": ""finger"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.003105699550360441}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A squirrel is touching what part of a person?"", ""pali_output"": ""finger"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.005890750326216221}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is touching the squirrel's head in this photo?"", ""pali_output"": ""boy"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.8515326976776123}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is touching the head of a squirrel?"", ""pali_output"": ""boy"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.8596984148025513}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is touching a squirrel's head?"", ""pali_output"": ""boy"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.8270673155784607}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Who is touching the squirrel's head?"", ""pali_output"": ""boy"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.8515768647193909}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person is touching the head of what?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.9571486711502075}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What animal is the person touching?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.9621246457099915}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person is touching the head of what animal?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.9545910358428955}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What part of a squirrel is being pet by a person?"", ""pali_output"": ""tail"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.0013790585799142718}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What part of a squirrel is the person touching?"", ""pali_output"": ""tail"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.0013416268629953265}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What part of the squirrel is the person touching?"", ""pali_output"": ""paw"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.00302902446128428}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A person is touching what part of a squirrel?"", ""pali_output"": ""head"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.9423564076423645}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A squirrel is touching the head of what?"", ""pali_output"": ""kid"", ""answer_candidate"": ""a person"", ""entailment_score"": 0.638685405254364}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What animal is touching a person's head?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.975627601146698}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What animal is touching the head of a person?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.9708955883979797}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is touching a person's head?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.9805801510810852}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is touching the head of a person?"", ""pali_output"": ""squirrel"", ""answer_candidate"": ""a squirrel"", ""entailment_score"": 0.9809402823448181}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What part of a person is a squirrel touching?"", ""pali_output"": ""head"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.9592779278755188}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What part of a person is being touched by a squirrel?"", ""pali_output"": ""head"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.9559793472290039}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What part of a person is the squirrel touching?"", ""pali_output"": ""head"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.9627769589424133}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A squirrel is touching what part of a person?"", ""pali_output"": ""head"", ""answer_candidate"": ""the head"", ""entailment_score"": 0.957242488861084}]",True,True,True,visual_q2
371,0.0019839880988001,0.0102630546316504,0.0103540550917387,0.0297866165637969,397,False,False,False,examples_blip2_text_matching_coco.csv,0.41128211603923276,0.37376151047647,0.21912268111482264,0.47613682225346565,"[{""img_caption"": ""image_0_caption_0"", ""question"": ""What is in front of the large non-living object?"", ""pali_output"": ""whale"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.19897311925888062}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in front of the non-living thing?"", ""pali_output"": ""mountain"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.10685995221138}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in front of a large non-living thing?"", ""pali_output"": ""whale"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.10512725263834}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in front of the large non-living thing?"", ""pali_output"": ""whale"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.07389615476131439}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A large living thing is in front of what?"", ""pali_output"": ""mountain"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.042706988751888275}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A large living thing in front of what?"", ""pali_output"": ""mountain"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.03934672102332115}, {""img_caption"": ""image_0_caption_0"", ""question"": ""What is in front of the large living thing?"", ""pali_output"": ""mountain"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.02113957330584526}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A large living thing in what part of a large non-living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9777700304985046}, {""img_caption"": ""image_0_caption_0"", ""question"": ""Where is the large living thing in relation to the large non-living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9881435036659241}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A large living thing is in what position relative to a large non-living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9862784743309021}, {""img_caption"": ""image_0_caption_0"", ""question"": ""A large living thing in what position relative to a large non-living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.98386150598526}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is the non-living thing in front of?"", ""pali_output"": ""mountain"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.04437496140599251}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A large non-living thing is in front of what?"", ""pali_output"": ""mountain"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.017957177013158798}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A large non-living thing in front of what?"", ""pali_output"": ""mountain"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.010136754252016544}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in front of the large living thing in the picture?"", ""pali_output"": ""mountain"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.03511568903923035}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in front of a large living thing?"", ""pali_output"": ""mountain"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.021040990948677063}, {""img_caption"": ""image_0_caption_1"", ""question"": ""What is in front of the large living thing?"", ""pali_output"": ""mountain"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.02113957330584526}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the large non-living thing in relation to the large living thing?"", ""pali_output"": ""behind"", ""answer_candidate"": ""front"", ""entailment_score"": 0.04619782418012619}, {""img_caption"": ""image_0_caption_1"", ""question"": ""Where is the non-living thing in relation to the living thing?"", ""pali_output"": ""behind"", ""answer_candidate"": ""front"", ""entailment_score"": 0.025809135288000107}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A large non-living thing in what position relative to a large living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9842420220375061}, {""img_caption"": ""image_0_caption_1"", ""question"": ""A large non-living thing is in what position relative to a large living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9852126836776733}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in front of the large non-living object?"", ""pali_output"": ""elephant"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.10568979382514954}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in front of the non-living thing?"", ""pali_output"": ""elephant"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.7984232306480408}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in front of a large non-living thing?"", ""pali_output"": ""truck"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.01095622219145298}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in front of the large non-living thing?"", ""pali_output"": ""elephant"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.04167965427041054}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A large living thing is in front of what?"", ""pali_output"": ""truck"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.07395020872354507}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A large living thing in front of what?"", ""pali_output"": ""truck"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.05431872606277466}, {""img_caption"": ""image_1_caption_0"", ""question"": ""What is in front of the large living thing?"", ""pali_output"": ""truck"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.022327158600091934}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A large living thing in what part of a large non-living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9777700304985046}, {""img_caption"": ""image_1_caption_0"", ""question"": ""Where is the large living thing in relation to the large non-living thing?"", ""pali_output"": ""behind"", ""answer_candidate"": ""front"", ""entailment_score"": 0.05612161010503769}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A large living thing is in what position relative to a large non-living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9862784743309021}, {""img_caption"": ""image_1_caption_0"", ""question"": ""A large living thing in what position relative to a large non-living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.98386150598526}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is the non-living thing in front of?"", ""pali_output"": ""elephant"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.45018625259399414}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A large non-living thing is in front of what?"", ""pali_output"": ""elephant"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.19240325689315796}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A large non-living thing in front of what?"", ""pali_output"": ""elephant"", ""answer_candidate"": ""a large living thing"", ""entailment_score"": 0.08403025567531586}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in front of the large living thing in the picture?"", ""pali_output"": ""truck"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.04635075852274895}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in front of a large living thing?"", ""pali_output"": ""truck"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.029431231319904327}, {""img_caption"": ""image_1_caption_1"", ""question"": ""What is in front of the large living thing?"", ""pali_output"": ""truck"", ""answer_candidate"": ""a large non-living thing"", ""entailment_score"": 0.022327158600091934}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the large non-living thing in relation to the large living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9842011332511902}, {""img_caption"": ""image_1_caption_1"", ""question"": ""Where is the non-living thing in relation to the living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9829834699630737}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A large non-living thing in what position relative to a large living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9842420220375061}, {""img_caption"": ""image_1_caption_1"", ""question"": ""A large non-living thing is in what position relative to a large living thing?"", ""pali_output"": ""front"", ""answer_candidate"": ""front"", ""entailment_score"": 0.9852126836776733}]",True,True,True,visual_q2