ID,Task,Prompt,Representations,Task_specific_label,Auto_assessment,Linked_prompts
1,Directed Actions,Girl pointing at a dog,"girl, dog",pointing at,FALSE,"29,30"
2,Directed Actions,Monkey hitting a can,"monkey, can",hitting,FALSE,"31,32"
3,Directed Actions,Man petting a cat,"man, cat",petting,FALSE,"33,34"
4,Negation,A vase with no flowers in it,vase,flower,TRUE,35
5,Negation,A street without a car,street,car,TRUE,36
6,Negation,Man without a beard,man,beard,FALSE,33
7,Spatial relationships,A book on top of a chair,"book, chair",on top,FALSE,"37,38"
8,Spatial relationships,Car behind a bus,"car, bus",behind,FALSE,"39,61"
9,Spatial relationships,Cup in front of a vase,"cup, vase",in front,FALSE,"40,35"
10,Numbers (multiple objects),Five apples,apple,5,TRUE,41
11,Numbers (multiple objects),Eight cars,car,8,TRUE,39
12,Numbers (multiple objects),Three cups,cup ,3,TRUE,40
13,Basic Arithmetic,Two apples and twice as many oranges,"apple, orange","2,4",TRUE,"41,42"
14,Basic Arithmetic,One cat and three times as a many dogs,"cat, dog","1,3",TRUE,"34,30"
15,Basic Arithmetic,Five spoons and two less knifes,"spoon, knife","5,3",TRUE,"43,44"
16,Multiple object types,"A cow, an apple and a cat","cow, apple, cat",NA,TRUE,"45,41,34"
17,Multiple object types,"A cup, a knife, a plate and a hat","cup, knife, plate, hat",NA,TRUE,"40,44,46,47"
18,Multiple object types,"A balloon, a lion, a cow, a monkey and a surfboard","balloon, lion, cow, monkey, surfboard",NA,TRUE,"48,49,45,51"
19,Chimeras,A cow with the tail of a snake,"cow, snake",NA,FALSE,"45,52"
20,Chimeras,A fish with the wings of a duck,"fish, duck",NA,FALSE,"53,54"
21,Chimeras,A lion with the head of a goat,"lion, goat",NA,FALSE,"49,55"
22, Conditional generation,A green dinosaur or a red cup. Only render green things.,dinosaur,cup,TRUE,56
23, Conditional generation,A snail or a horse. Only render mammals.,horse,snail,TRUE,57
24, Conditional generation,A girl with a dog or a boy with a cat. Only show females.,"girl, dog","boy, cat",FALSE,"25,29,30"
25,Multiple object types,A girl with a dog,"girl, dog",NA,TRUE,"29,30"
26,Text rendering,"A book titled ""Probabilistic Models""",book ,Probabilistic Models,TRUE,37
27,Text rendering,"A bar sign with the name ""Wish you were beer""",bar sign,Wish you were beer,TRUE,59
28,Text rendering,"A shirt that says ""Sorry I am late. I did not want to come.""",shirt,Sorry I am late. I did not want to come.,TRUE,60
29,Single object,A girl,girl,NA,TRUE,
30,Single object,A dog,dog,NA,TRUE,
31,Single object,A monkey,monkey,NA,TRUE,
32,Single object,A can,can,NA,TRUE,
33,Single object,A man,man,NA,TRUE,
34,Single object,A cat,cat,NA,TRUE,
35,Single object,A vase,vase,NA,TRUE,
36,Single object,A street,street,NA,TRUE,
37,Single object,A book,book,NA,TRUE,
38,Single object,A chair,chair,NA,TRUE,
39,Single object,A car,car,NA,TRUE,
40,Single object,A cup,cup,NA,TRUE,
41,Single object,An apple,apple,NA,TRUE,
42,Single object,An orange,orange,NA,TRUE,
43,Single object,A spoon,spoon,NA,TRUE,
44,Single object,A knife,knife,NA,TRUE,
45,Single object,A cow,cow,NA,TRUE,
46,Single object,A plate,plate,NA,TRUE,
47,Single object,A hat,hat,NA,TRUE,
48,Single object,A balloon,balloon,NA,TRUE,
49,Single object,A lion,lion,NA,TRUE,
50,Single object,A monkey,monkey,NA,TRUE,
51,Single object,A surfboard,surfboard,NA,TRUE,
52,Single object,A snake,snake,NA,TRUE,
53,Single object,A fish,fish,NA,TRUE,
54,Single object,A duck,duck,NA,TRUE,
55,Single object,A goat,goat,NA,TRUE,
56,Single object,A dinosaur,dinosaur,NA,TRUE,
57,Single object,A horse,horse,NA,TRUE,
58,Single object,A girl,girl,NA,TRUE,
59,Single object,A bar sign,bar sign,NA,TRUE,
60,Single object,A shirt,shirt,NA,TRUE,
61,Single object,A bus,bus,NA,TRUE,