Spaces:
Runtime error
Runtime error
| ID,Task,Prompt,Representations,Task_specific_label,Auto_assessment,Linked_prompts | |
| 1,Directed Actions,Girl pointing at a dog,"girl, dog",pointing at,FALSE,"29,30" | |
| 2,Directed Actions,Monkey hitting a can,"monkey, can",hitting,FALSE,"31,32" | |
| 3,Directed Actions,Man petting a cat,"man, cat",petting,FALSE,"33,34" | |
| 4,Negation,A vase with no flowers in it,vase,flower,TRUE,35 | |
| 5,Negation,A street without a car,street,car,TRUE,36 | |
| 6,Negation,Man without a beard,man,beard,FALSE,33 | |
| 7,Spatial relationships,A book on top of a chair,"book, chair",on top,FALSE,"37,38" | |
| 8,Spatial relationships,Car behind a bus,"car, bus",behind,FALSE,"39,61" | |
| 9,Spatial relationships,Cup in front of a vase,"cup, vase",in front,FALSE,"40,35" | |
| 10,Numbers (multiple objects),Five apples,apple,5,TRUE,41 | |
| 11,Numbers (multiple objects),Eight cars,car,8,TRUE,39 | |
| 12,Numbers (multiple objects),Three cups,cup ,3,TRUE,40 | |
| 13,Basic Arithmetic,Two apples and twice as many oranges,"apple, orange","2,4",TRUE,"41,42" | |
| 14,Basic Arithmetic,One cat and three times as a many dogs,"cat, dog","1,3",TRUE,"34,30" | |
| 15,Basic Arithmetic,Five spoons and two less knifes,"spoon, knife","5,3",TRUE,"43,44" | |
| 16,Multiple object types,"A cow, an apple and a cat","cow, apple, cat",NA,TRUE,"45,41,34" | |
| 17,Multiple object types,"A cup, a knife, a plate and a hat","cup, knife, plate, hat",NA,TRUE,"40,44,46,47" | |
| 18,Multiple object types,"A balloon, a lion, a cow, a monkey and a surfboard","balloon, lion, cow, monkey, surfboard",NA,TRUE,"48,49,45,51" | |
| 19,Chimeras,A cow with the tail of a snake,"cow, snake",NA,FALSE,"45,52" | |
| 20,Chimeras,A fish with the wings of a duck,"fish, duck",NA,FALSE,"53,54" | |
| 21,Chimeras,A lion with the head of a goat,"lion, goat",NA,FALSE,"49,55" | |
| 22, Conditional generation,A green dinosaur or a red cup. Only render green things.,dinosaur,cup,TRUE,56 | |
| 23, Conditional generation,A snail or a horse. Only render mammals.,horse,snail,TRUE,57 | |
| 24, Conditional generation,A girl with a dog or a boy with a cat. Only show females.,"girl, dog","boy, cat",FALSE,"25,29,30" | |
| 25,Multiple object types,A girl with a dog,"girl, dog",NA,TRUE,"29,30" | |
| 26,Text rendering,"A book titled ""Probabilistic Models""",book ,Probabilistic Models,TRUE,37 | |
| 27,Text rendering,"A bar sign with the name ""Wish you were beer""",bar sign,Wish you were beer,TRUE,59 | |
| 28,Text rendering,"A shirt that says ""Sorry I am late. I did not want to come.""",shirt,Sorry I am late. I did not want to come.,TRUE,60 | |
| 29,Single object,A girl,girl,NA,TRUE, | |
| 30,Single object,A dog,dog,NA,TRUE, | |
| 31,Single object,A monkey,monkey,NA,TRUE, | |
| 32,Single object,A can,can,NA,TRUE, | |
| 33,Single object,A man,man,NA,TRUE, | |
| 34,Single object,A cat,cat,NA,TRUE, | |
| 35,Single object,A vase,vase,NA,TRUE, | |
| 36,Single object,A street,street,NA,TRUE, | |
| 37,Single object,A book,book,NA,TRUE, | |
| 38,Single object,A chair,chair,NA,TRUE, | |
| 39,Single object,A car,car,NA,TRUE, | |
| 40,Single object,A cup,cup,NA,TRUE, | |
| 41,Single object,An apple,apple,NA,TRUE, | |
| 42,Single object,An orange,orange,NA,TRUE, | |
| 43,Single object,A spoon,spoon,NA,TRUE, | |
| 44,Single object,A knife,knife,NA,TRUE, | |
| 45,Single object,A cow,cow,NA,TRUE, | |
| 46,Single object,A plate,plate,NA,TRUE, | |
| 47,Single object,A hat,hat,NA,TRUE, | |
| 48,Single object,A balloon,balloon,NA,TRUE, | |
| 49,Single object,A lion,lion,NA,TRUE, | |
| 50,Single object,A monkey,monkey,NA,TRUE, | |
| 51,Single object,A surfboard,surfboard,NA,TRUE, | |
| 52,Single object,A snake,snake,NA,TRUE, | |
| 53,Single object,A fish,fish,NA,TRUE, | |
| 54,Single object,A duck,duck,NA,TRUE, | |
| 55,Single object,A goat,goat,NA,TRUE, | |
| 56,Single object,A dinosaur,dinosaur,NA,TRUE, | |
| 57,Single object,A horse,horse,NA,TRUE, | |
| 58,Single object,A girl,girl,NA,TRUE, | |
| 59,Single object,A bar sign,bar sign,NA,TRUE, | |
| 60,Single object,A shirt,shirt,NA,TRUE, | |
| 61,Single object,A bus,bus,NA,TRUE, |