|
ID,Task,Prompt,Representations,Task_specific_label,Auto_assessment,Linked_prompts
|
|
1,Directed Actions,Girl pointing at a dog,"girl, dog",pointing at,FALSE,"29,30"
|
|
2,Directed Actions,Monkey hitting a can,"monkey, can",hitting,FALSE,"31,32"
|
|
3,Directed Actions,Man petting a cat,"man, cat",petting,FALSE,"33,34"
|
|
4,Negation,A vase with no flowers in it,vase,flower,TRUE,35
|
|
5,Negation,A street without a car,street,car,TRUE,36
|
|
6,Negation,Man without a beard,man,beard,FALSE,33
|
|
7,Spatial relationships,A book on top of a chair,"book, chair",on top,FALSE,"37,38"
|
|
8,Spatial relationships,Car behind a bus,"car, bus",behind,FALSE,"39,61"
|
|
9,Spatial relationships,Cup in front of a vase,"cup, vase",in front,FALSE,"40,35"
|
|
10,Numbers (multiple objects),Five apples,apple,5,TRUE,41
|
|
11,Numbers (multiple objects),Eight cars,car,8,TRUE,39
|
|
12,Numbers (multiple objects),Three cups,cup ,3,TRUE,40
|
|
13,Basic Arithmetic,Two apples and twice as many oranges,"apple, orange","2,4",TRUE,"41,42"
|
|
14,Basic Arithmetic,One cat and three times as a many dogs,"cat, dog","1,3",TRUE,"34,30"
|
|
15,Basic Arithmetic,Five spoons and two less knifes,"spoon, knife","5,3",TRUE,"43,44"
|
|
16,Multiple object types,"A cow, an apple and a cat","cow, apple, cat",NA,TRUE,"45,41,34"
|
|
17,Multiple object types,"A cup, a knife, a plate and a hat","cup, knife, plate, hat",NA,TRUE,"40,44,46,47"
|
|
18,Multiple object types,"A balloon, a lion, a cow, a monkey and a surfboard","balloon, lion, cow, monkey, surfboard",NA,TRUE,"48,49,45,51"
|
|
19,Chimeras,A cow with the tail of a snake,"cow, snake",NA,FALSE,"45,52"
|
|
20,Chimeras,A fish with the wings of a duck,"fish, duck",NA,FALSE,"53,54"
|
|
21,Chimeras,A lion with the head of a goat,"lion, goat",NA,FALSE,"49,55"
|
|
22, Conditional generation,A green dinosaur or a red cup. Only render green things.,dinosaur,cup,TRUE,56
|
|
23, Conditional generation,A snail or a horse. Only render mammals.,horse,snail,TRUE,57
|
|
24, Conditional generation,A girl with a dog or a boy with a cat. Only show females.,"girl, dog","boy, cat",FALSE,"25,29,30"
|
|
25,Multiple object types,A girl with a dog,"girl, dog",NA,TRUE,"29,30"
|
|
26,Text rendering,"A book titled ""Probabilistic Models""",book ,Probabilistic Models,TRUE,37
|
|
27,Text rendering,"A bar sign with the name ""Wish you were beer""",bar sign,Wish you were beer,TRUE,59
|
|
28,Text rendering,"A shirt that says ""Sorry I am late. I did not want to come.""",shirt,Sorry I am late. I did not want to come.,TRUE,60
|
|
29,Single object,A girl,girl,NA,TRUE,
|
|
30,Single object,A dog,dog,NA,TRUE,
|
|
31,Single object,A monkey,monkey,NA,TRUE,
|
|
32,Single object,A can,can,NA,TRUE,
|
|
33,Single object,A man,man,NA,TRUE,
|
|
34,Single object,A cat,cat,NA,TRUE,
|
|
35,Single object,A vase,vase,NA,TRUE,
|
|
36,Single object,A street,street,NA,TRUE,
|
|
37,Single object,A book,book,NA,TRUE,
|
|
38,Single object,A chair,chair,NA,TRUE,
|
|
39,Single object,A car,car,NA,TRUE,
|
|
40,Single object,A cup,cup,NA,TRUE,
|
|
41,Single object,An apple,apple,NA,TRUE,
|
|
42,Single object,An orange,orange,NA,TRUE,
|
|
43,Single object,A spoon,spoon,NA,TRUE,
|
|
44,Single object,A knife,knife,NA,TRUE,
|
|
45,Single object,A cow,cow,NA,TRUE,
|
|
46,Single object,A plate,plate,NA,TRUE,
|
|
47,Single object,A hat,hat,NA,TRUE,
|
|
48,Single object,A balloon,balloon,NA,TRUE,
|
|
49,Single object,A lion,lion,NA,TRUE,
|
|
50,Single object,A monkey,monkey,NA,TRUE,
|
|
51,Single object,A surfboard,surfboard,NA,TRUE,
|
|
52,Single object,A snake,snake,NA,TRUE,
|
|
53,Single object,A fish,fish,NA,TRUE,
|
|
54,Single object,A duck,duck,NA,TRUE,
|
|
55,Single object,A goat,goat,NA,TRUE,
|
|
56,Single object,A dinosaur,dinosaur,NA,TRUE,
|
|
57,Single object,A horse,horse,NA,TRUE,
|
|
58,Single object,A girl,girl,NA,TRUE,
|
|
59,Single object,A bar sign,bar sign,NA,TRUE,
|
|
60,Single object,A shirt,shirt,NA,TRUE,
|
|
61,Single object,A bus,bus,NA,TRUE, |