gensim2 commited on
Commit
db400cf
1 Parent(s): 519be2b

update gradio

Browse files
.gitignore CHANGED
@@ -1,5 +1,5 @@
1
  # Folders
2
- cliport/data/
3
  cliport/outputs/
4
  cliport/notebooks/
5
  cliport/jobs/
@@ -145,7 +145,6 @@ dmypy.json
145
 
146
 
147
  output
148
- data
149
  .hydra
150
  cliport/environments/assets_backup
151
  0_VRDemoSettings.txt
 
1
  # Folders
2
+
3
  cliport/outputs/
4
  cliport/notebooks/
5
  cliport/jobs/
 
145
 
146
 
147
  output
 
148
  .hydra
149
  cliport/environments/assets_backup
150
  0_VRDemoSettings.txt
prompts/data/base_assets.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "stacking": [
3
+ "stacking/block.urdf",
4
+ "stacking/stand.urdf"
5
+ ],
6
+ "corner": [
7
+ "corner/corner-template.urdf"
8
+ ],
9
+ "ball": [
10
+ "ball/ball-template.urdf",
11
+ "ball/ball.urdf"
12
+ ],
13
+ "sphere": [
14
+ "sphere/sphere.urdf",
15
+ "sphere/sphere-template.urdf"
16
+ ],
17
+ "zone": [
18
+ "zone/zone.urdf",
19
+ "zone/zone.obj"
20
+ ],
21
+ "block": [
22
+ "block/block.urdf",
23
+ "block/block_for_anchors.urdf",
24
+ "block/small.urdf"
25
+ ],
26
+ "pallet": [
27
+ "pallet/pallet.urdf",
28
+ "pallet/pallet.obj"
29
+ ],
30
+ "cylinder": [
31
+ "cylinder/cylinder-template.urdf"
32
+ ],
33
+ "container": [
34
+ "container/container-template.urdf"
35
+ ],
36
+ "bowl": [
37
+ "bowl/bowl.urdf"
38
+ ],
39
+ "square": [
40
+ "square/square-template.urdf"
41
+ ],
42
+ "box": [
43
+ "box/box-template.urdf"
44
+ ],
45
+ "line": [
46
+ "line/line-template.urdf"
47
+ ],
48
+ "insertion": [
49
+ "insertion/ell.urdf",
50
+ "insertion/fixture.urdf"
51
+ ]
52
+ }
prompts/data/base_task_codes.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["align_box_corner.py", "align_rope.py", "assembling_kits.py", "block_insertion.py", "manipulating_rope.py", "packing_boxes.py", "align_rope.py", "packing_boxes_pairs.py", "palletizing_boxes.py", "place_red_in_green.py", "put_block_in_bowl.py", "separating_piles.py", "stack_block_pyramid.py", "sweeping_piles.py", "towers_of_hanoi.py"]
prompts/data/base_tasks.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "sweeping-piles": {"assets-used": ["zone/zone.urdf", "block/small.urdf"],
3
+ "task-description": "Push piles of small objects into a target goal zone marked on the tabletop.",
4
+ "task-name": "sweeping-piles"},
5
+ "place-red-in-green": {"assets-used": ["bowl/bowl.urdf", "stacking/block.urdf"],
6
+ "task-description": "pick up the red blocks and place them into the green bowls amidst other objects.",
7
+ "task-name": "place-red-in-green"},
8
+ "align-box-corner": {"assets-used": ["box/box-template.urdf", "corner/corner-template.urdf"],
9
+ "task-description": "pick up the randomly sized box and align one of its corners to the L-shaped marker on the tabletop..",
10
+ "task-name": "align-box-corner"},
11
+ "stack-block-pyramid": {"assets-used": ["stacking/stand.urdf", "stacking/block.urdf"],
12
+ "task-description": "sequentially stack 6 blocks into a pyramid of 3-2-1 with rainbow colored ordering.",
13
+ "task-name": "stack-block-pyramid"},
14
+ "palletizing-boxes": {"assets-used": ["pallet/pallet.urdf", "box/box-template.urdf"],
15
+ "task-description": "pick up homogeneous fixed-sized boxes and stack them in transposed layers on the pallet.",
16
+ "task-name": "palletizing-boxes"},
17
+ "assembling-kits": {"assets-used": ["kitting/kit.urdf", "kitting/object-template.urdf"],
18
+ "task-description": "pick up different objects and arrange them on a board marked with corresponding silhouettes.",
19
+ "task-name": "assembling-kits"},
20
+ "packing-boxes": {"assets-used": ["container/container-template.urdf", "box/box-template.urdf"],
21
+ "task-description": "pick up randomly sized boxes and place them tightly into a container.",
22
+ "task-name": "packing-boxes"},
23
+ "sweeping-piles": {"assets-used": ["zone/zone.urdf", "block/small.urdf"],
24
+ "task-description": "push piles of small objects into a target goal zone marked on the tabletop.",
25
+ "task-name": "sweeping-piles"},
26
+ "manipulating-rope": {"assets-used": ["square/square-template.urdf"],
27
+ "task-description": "rearrange a deformable rope such that it connects the two endpoints of a 3-sided square.",
28
+ "task-name": "manipulating-rope"},
29
+ "align-rope": {"assets-used": ["square/square-template.urdf"],
30
+ "task-description": "manipulate a deformable rope to connect its end-points between two corners of a 3-sided square.",
31
+ "task-name": "align-rope"}
32
+ }
prompts/data/generated_assets.json ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ {
2
+ }
prompts/data/generated_task_codes.json ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ "build_wheel.py",
3
+ "rainbow_stack.py",
4
+ "push-piles_into_letter.py",
5
+ "connect_boxes_with_rope.py",
6
+ "build_car.py",
7
+ "manipulating_two_ropes.py",
8
+ "insert_sphere_into_container.py",
9
+ "insert_cylinder_in_container.py",
10
+ "build_bridge.py",
11
+ "insert_ell_in_fixture.py",
12
+ "build_block_tower_on_pallet.py",
13
+ "color_coordinated_tower.py",
14
+ "stack_blocks_in_container.py",
15
+ "mix_piles.py",
16
+ "color_coordinated_block_tower.py",
17
+ "color_structured_block_tower.py",
18
+ "stack_color_coordinated_blocks.py",
19
+ "assemble_single_car.py",
20
+ "sort_and_stack_clr_blocks.py",
21
+ "create_pyramid_blocks_and_container.py",
22
+ "Four_corner_pyramid_challenge.py",
23
+ "colorful_block_tower_on_cylinder_base.py",
24
+ "corner_block_challenge.py",
25
+ "construct_corner_blocks.py",
26
+ "corner_sort_cylinders.py",
27
+ "sorting_blocks_into_pallets.py",
28
+ "sort_and_assemble_block_castle.py",
29
+ "vertical_insertion_blocks.py",
30
+ "color_coordinated_sphere_insertion.py",
31
+ "block_pyramid_with_limited_space.py",
32
+ "build_cylinder_structure.py",
33
+ "insert_blocks_lineup.py",
34
+ "color_specific_container_fill.py",
35
+ "multicolor_block_bridge.py",
36
+ "pyramid_blocks_assemble.py",
37
+ "place_ball_in_elevated_bowl.py",
38
+ "align_balls_in_colored_zones.py",
39
+ "color_coordinated_cylinder_tower.py",
40
+ "symmetric_block_bridge_construction.py",
41
+ "sphere_align_stand.py",
42
+ "construct_colorful_arch.py",
43
+ "color_sorted_container_stack.py",
44
+ "align_spheres_in_colored_zones.py",
45
+ "sort_insert_color_coordinated_blocks.py",
46
+ "color_ordered_insertion.py",
47
+ "color_coordinated_insertion.py",
48
+ "cylinder_stand_alignment.py",
49
+ "color_sorted_block_race.py",
50
+ "multi_level_block_construction.py",
51
+ "color_blocks_in_cylinder_maze.py",
52
+ "create_pyramid_with_color_coded_ells.py",
53
+ "move_piles_along_line.py",
54
+ "color_ordered_blocks_on_pallet.py",
55
+ "color_ordered_container_arrangement.py",
56
+ "multi_level_pyramid_construction.py",
57
+ "align_balls_in_colored_boxes.py",
58
+ "colored_balls_sorting_in_corner.py",
59
+ "color_coordinated_ball_insertion.py",
60
+ "color_sequenced_pyramid_packing.py",
61
+ "ball_sorting_with_blocks_barrier.py",
62
+ "color_coordinated_block_bridge.py",
63
+ "color_coordinated_cylinder_pyramid.py",
64
+ "sweep_and_sort_blocks.py",
65
+ "align_cylinders_in_zones.py",
66
+ "sphere_container_color_match.py",
67
+ "insert_ell_along_square_path.py",
68
+ "color_coordinated_box_ball_matching.py",
69
+ "cylinder_balancing_and_placement.py",
70
+ "color_coordinated_sphere_and_cylinder_assembly.py",
71
+ "sequential_block_insertion.py",
72
+ "sequential_insertion_and_stacking.py",
73
+ "color_coordinated_block_shifting.py",
74
+ "guided_block_path.py",
75
+ "mixed_color_block_barrier_insertion.py",
76
+ "ball_in_bowl_obstacle_course.py",
77
+ "ball_in_bowl_obstacle_course_new.py",
78
+ "color_coordinated_arch_construction.py",
79
+ "color_coordinated_zone_arrangement.py",
80
+ "color_coordinated_cylinder_stand_assembly.py",
81
+ "color_coordinated_ball_stacking.py",
82
+ "color_coded_blocks_on_corner.py",
83
+ "insertion_in_color_sequenced_zones.py",
84
+ "color_coordinated_zone_stacking.py",
85
+ "color_coordinated_cylinder_ball_match.py",
86
+ "multi_level_insertion_and_zone_matching.py",
87
+ "color_cued_ball_corner_sorting.py",
88
+ "cylinder_ring_stack.py",
89
+ "color_coordinated_sphere_on_pallet_pyramid.py",
90
+ "color_sequenced_sphere_placement.py",
91
+ "color_ordered_insertion_new.py",
92
+ "put_blocks_between_zones.py",
93
+ "put_blues_around_red.py",
94
+ "place_blue_on_line_ends.py",
95
+ "stack_three_layer_red_wall.py",
96
+ "block_on_cylinder_on_pallet.py",
97
+ "ball_on_box_on_container.py",
98
+ "align_rope_along_line.py",
99
+ "align_rope_cross_zone.py",
100
+ "put_kit_in_bowl.py",
101
+ "kit_in_bowl_in_zone.py",
102
+ "move_kit_from_zone_to_cylinder.py",
103
+ "move_bowl_from_pallet_to_corner.py"
104
+ ]
prompts/data/generated_tasks.json ADDED
@@ -0,0 +1,832 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "insert-sphere-into-container": {
3
+ "task-name": "insert-sphere-into-container",
4
+ "task-description": "Pick up a blue sphere and place it into an open container.",
5
+ "assets-used": [
6
+ "sphere/sphere.urdf",
7
+ "container/container-template.urdf"
8
+ ]
9
+ },
10
+ "cylinder-container-sorting": {
11
+ "task-name": "cylinder-container-sorting",
12
+ "task-description": "Pick up cylindrical blocks of three different colors (red, green, and blue) and place them into three separate containers of matching color.",
13
+ "assets-used": [
14
+ "cylinder/cylinder-template.urdf",
15
+ "container/container-template.urdf"
16
+ ]
17
+ },
18
+ "insert-cylinder-in-container": {
19
+ "task-name": "insert-cylinder-in-container",
20
+ "task-description": "Pick up a blue cylindrical block and place it into an empty container.",
21
+ "assets-used": [
22
+ "cylinder/cylinder-template.urdf",
23
+ "container/container-template.urdf"
24
+ ]
25
+ },
26
+ "build-car": {
27
+ "task-name": "build-car",
28
+ "task-description": "Construct a simple car structure using blocks and cylinders.",
29
+ "assets-used": [
30
+ "block/block.urdf",
31
+ "ball/ball-template.urdf"
32
+ ]
33
+ },
34
+ "build-bridge": {
35
+ "task-name": "build-bridge",
36
+ "task-description": "Construct a bridge using two yellow blocks and three blue blocks. Firstly, place the two yellow blocks on each of the two bases parallel to each other with a fair amount of space in between. Then, place the blue block horizontally on top of the yellow blocks.",
37
+ "assets-used": [
38
+ "block/block.urdf",
39
+ "ball/ball-template.urdf"
40
+ ]
41
+ },
42
+ "build-wheel": {
43
+ "task-name": "build-wheel",
44
+ "task-description": "Construct a wheel using blocks and a sphere. First, position eight blocks in a circular layout on the tabletop. Each block should be touching its two neighbors and colored in alternating red and blue. Then place a green sphere in the center of the circular layout, completing the wheel.",
45
+ "assets-used": [
46
+ "block/block.urdf",
47
+ "sphere/sphere.urdf"
48
+ ]
49
+ },
50
+ "build-two-circles": {
51
+ "task-name": "build-two-circles",
52
+ "task-description": "construct two distinct circles on the tabletop using 6 red and 6 blue blocks",
53
+ "assets-used": [
54
+ "block/block.urdf"
55
+ ]
56
+ },
57
+ "manipulating-two-ropes": {
58
+ "task-name": "manipulating-two-ropes",
59
+ "task-description": "rearrange the red and blue deformable ropes such that it connects the two endpoints of a 3-sided square of corresponding color.",
60
+ "assets-used": [
61
+ "square/square-template.urdf"
62
+ ]
63
+ },
64
+ "insert-ell-in-fixture": {
65
+ "task-name": "insert-ell-in-fixture",
66
+ "task-description": "Pick up an Ell shaped block and insert it into a fixture on the tabletop.",
67
+ "assets-used": [
68
+ "insertion/ell.urdf",
69
+ "insertion/fixture.urdf"
70
+ ]
71
+ },
72
+ "build-block-tower-on-pallet": {
73
+ "task-name": "build-block-tower-on-pallet",
74
+ "task-description": "Pick up six blocks in two colors (three red and three blue) and stack them in alternating colors on the pallet. The tower should start with a red block at the bottom.",
75
+ "assets-used": [
76
+ "block/block.urdf",
77
+ "pallet/pallet.urdf"
78
+ ]
79
+ },
80
+ "color-coordinated-tower": {
81
+ "task-name": "color-coordinated-tower",
82
+ "task-description": "Pick up blocks of five different colors (red, blue, green, yellow, and orange) and stack them on a pallet in the specific sequence. The bottom of the tower should start with a red block followed by a blue, green, yellow and finally an orange block at the top.",
83
+ "assets-used": [
84
+ "block/block.urdf",
85
+ "pallet/pallet.urdf"
86
+ ]
87
+ },
88
+ "stack-blocks-in-container": {
89
+ "task-name": "stack-blocks-in-container",
90
+ "task-description": "Pick up five blocks of different colors (red, blue, green, yellow, and orange) and stack them in a container in a specific sequence. The bottom of the stack should start with a red block followed by a blue, green, yellow and finally an orange block at the top.",
91
+ "assets-used": [
92
+ "block/block.urdf",
93
+ "container/container-template.urdf"
94
+ ]
95
+ },
96
+ "color-coordinated-block-tower": {
97
+ "task-name": "color-coordinated-block-tower",
98
+ "task-description": "On a tabletop, there are fifteen blocks of three different colors (five red, five blue, and five green). The task is to pick up these blocks and stack them onto three different stands on the table, creating three different towers. Each stand should have a tower of the same color blocks with five blocks each. The blocks in each tower should be stacked in a way that the block on top is slightly displaced in relation to the block underneath, creating a spiral-like effect. The challenge lies in the color-based sorting, precise placement for achieving the spiral effect and careful stacking of the blocks to avoid toppling.",
99
+ "assets-used": [
100
+ "block/block.urdf",
101
+ "stacking/stand.urdf"
102
+ ]
103
+ },
104
+ "color-structured-block-tower": {
105
+ "task-name": "color-structured-block-tower",
106
+ "task-description": "Construct a tower using six blocks: two red, two blue, and two green. The tower should be built in the order of a red block at the base, followed by a blue, then green, then red, blue and green at the top.",
107
+ "assets-used": [
108
+ "block/block.urdf"
109
+ ]
110
+ },
111
+ "stack-color-coordinated-blocks": {
112
+ "task-name": "stack-color-coordinated-blocks",
113
+ "task-description": "Pick up six blocks of different colors (red, blue, green, yellow, orange, and purple) and stack them on a pallet in two separate stacks. The first stack should be red at the bottom, blue in the middle, and green at top. The second stack should be yellow at the bottom, orange in the middle, and purple at the top.",
114
+ "assets-used": [
115
+ "box/box-template.urdf",
116
+ "pallet/pallet.urdf"
117
+ ]
118
+ },
119
+ "assemble-single-car": {
120
+ "task-name": "assemble-single-car",
121
+ "task-description": "Build a mini car using a large blue box as the body, a smaller red box on top as the roof, and two tiny green boxes on the sides as wheels.",
122
+ "assets-used": [
123
+ "box/box-template.urdf"
124
+ ]
125
+ },
126
+ "sort-and-stack-clr-blocks": {
127
+ "task-name": "sort-and-stack-clr-blocks",
128
+ "task-description": "Pick up four blocks of different colors (red, blue, green, yellow) and place them into separate corners of a pallet. After sorting, stack them in a specific sequence on top of the pallet. The bottom of the stack should start with a green block followed by a blue, then red, and finally a yellow block at the top.",
129
+ "assets-used": [
130
+ "block/block.urdf",
131
+ "pallet/pallet.urdf"
132
+ ]
133
+ },
134
+ "create-pyramid-blocks-and-container": {
135
+ "task-name": "create-pyramid-blocks-and-container",
136
+ "task-description": "Create a pyramid structure using six blocks of three different colors (two red, two green, and two blue) inside a container. The first layer of the pyramid should consist of the two green and one blue block. The second layer should be the two red blocks, and the last block which is the top of the pyramid should be the remaining blue block.",
137
+ "assets-used": [
138
+ "container/container-template.urdf",
139
+ "block/block.urdf"
140
+ ]
141
+ },
142
+ "Four-corner-pyramid-challenge": {
143
+ "task-name": "Four-corner-pyramid-challenge",
144
+ "task-description": "A tabletop is partitioned into four different zones using the 'zone/zone.urdf' asset. In each zone, there are four blocks of different colors (red, blue, green, and yellow). The task is to construct a pyramid of blocks in each zone using the 'block/block.urdf' asset such that the sequence of blocks from bottom to top is red, blue, green, and yellow. The task is challenging because it requires precise stack control and color recognition.",
145
+ "assets-used": [
146
+ "block/block.urdf",
147
+ "zone/zone.urdf"
148
+ ]
149
+ },
150
+ "colorful-block-tower-on-cylinder-base": {
151
+ "task-name": "colorful-block-tower-on-cylinder-base",
152
+ "task-description": "Construct a tower using four blocks of different colors (red, blue, green, and yellow) on a placed cylindrical base at the corner of the tabletop. The sequence from bottom to top should be red, blue, green, and yellow.",
153
+ "assets-used": [
154
+ "block/block.urdf",
155
+ "corner/corner-template.urdf",
156
+ "cylinder/cylinder-template.urdf"
157
+ ]
158
+ },
159
+ "construct-corner-blocks": {
160
+ "task-name": "construct-corner-blocks",
161
+ "task-description": "Create a corner structure using four blocks. Two red blocks form the base, one on each side of the corner, followed by a green block that is positioned on the red blocks at the corner junction, and finally a blue block on top of the green one. The overall structure forms a 3-D corner.",
162
+ "assets-used": [
163
+ "block/block.urdf",
164
+ "corner/corner-template.urdf"
165
+ ]
166
+ },
167
+ "corner-sort-cylinders": {
168
+ "task-name": "corner-sort-cylinders",
169
+ "task-description": "Pick up cylinders of four different colors (red, blue, green, yellow) and place them into four corners accordingly marked on the tabletop. The corner is designed as a 2-block-size square where only one cylinder can fit. The task is challenging due to precise placement and the need for identifying the corners accurately.",
170
+ "assets-used": [
171
+ "corner/corner-template.urdf",
172
+ "cylinder/cylinder-template.urdf"
173
+ ]
174
+ },
175
+ "sorting-blocks-into-pallets": {
176
+ "task-name": "sorting-blocks-into-pallets",
177
+ "task-description": "Pick up blocks of four different colors (red, blue, green, yellow) and place them into four separate pallets of matching color. The pallets are placed in a row and the blocks are scattered randomly on the table.",
178
+ "assets-used": [
179
+ "block/block.urdf",
180
+ "pallet/pallet.urdf"
181
+ ]
182
+ },
183
+ "sort-and-assemble-block-castle": {
184
+ "task-name": "sort-and-assemble-block-castle",
185
+ "task-description": "On a tabletop, there are twelve blocks of three different colors (four red, four green, and four blue). The task involves sorting the blocks according to the color in three marked zones on the tabletop and subsequently constructing a castle in each zone. In each castle, the first layer should consist of the two blocks of the same color, followed by the second layer of one block and finally the last block on the top forming a castle-like structure. The challenge lies in the color-based sorting and careful assembly of the blocks to avoid toppling.",
186
+ "assets-used": [
187
+ "block/block.urdf",
188
+ "zone/zone.urdf"
189
+ ]
190
+ },
191
+ "push-piles-into-letter": {
192
+ "task-name": "push-piles-into-letter",
193
+ "task-description": "Push piles of small objects into a target goal zone shaped in some letters.",
194
+ "assets-used": [
195
+ "kitting/kit.urdf",
196
+ "kitting/object-template-nocollision.urdf"
197
+ ]
198
+ },
199
+ "connect-boxes-with-rope": {
200
+ "task-name": "connect-boxes-with-rope",
201
+ "task-description": "Connect two colored blocks with ropes.",
202
+ "assets-used": [
203
+ "block/block.urdf"
204
+ ]
205
+ },
206
+ "vertical-insertion-blocks": {
207
+ "task-name": "vertical-insertion-blocks",
208
+ "task-description": "The task involves picking up four color specific blocks (red, blue, green, and yellow) and inserting each block into four differently colored stands set upright on the tabletop. The block-colored with red needs to be inserted into the red-colored stand, and the same sequence is maintained for each colored blocks and stands. This task is challenging due to the requirement for precise insertion and the manipulation of vertical objects.",
209
+ "assets-used": [
210
+ "stacking/block.urdf",
211
+ "stacking/stand.urdf"
212
+ ]
213
+ },
214
+ "color-coordinated-sphere-insertion": {
215
+ "task-name": "color-coordinated-sphere-insertion",
216
+ "task-description": "There are four spheres and four boxes of different colors (red, blue, green, and yellow). Each sphere is inside a box, but not corresponding to the color of the box. The task is to pick up each sphere and place it in the box of the same color. The challenge lies in the precise placement and color matching.",
217
+ "assets-used": [
218
+ "sphere/sphere.urdf",
219
+ "box/box-template.urdf"
220
+ ]
221
+ },
222
+ "block-pyramid-with-limited-space": {
223
+ "task-name": "block-pyramid-with-limited-space",
224
+ "task-description": "On a tabletop, there are twelve blocks of four different colors (three red, three green, three blue, three yellow). Three zones are defined, each with a triangle-shaped border that is marked. The task involves sorting the blocks according to the color into three zones on the tabletop and constructing a pyramid in each zone. In each pyramid, the base should contain two blocks of the same color, followed by the second layer of one block, thus forming a pyramid-like structure. However, the third yellow block should be placed in the center of the zones forming a smaller pyramid. The challenge lies in the color-based sorting, careful assembly of the blocks to avoid topple, and limited space in the zones which adds to the complexity.",
225
+ "assets-used": [
226
+ "block/block.urdf",
227
+ "zone/zone.urdf"
228
+ ]
229
+ },
230
+ "build-cylinder-structure": {
231
+ "task-name": "build-cylinder-structure",
232
+ "task-description": "Using four colored cylinders (red, blue, green, yellow), construct a structure atop a square base. The red and blue cylinders should be sealed by the square base side by side, while the green cylinder should be on top of the blue one, and the yellow one on top of the red. The final look should resemble the letter 'H'.",
233
+ "assets-used": [
234
+ "cylinder/cylinder-template.urdf",
235
+ "square/square-template.urdf"
236
+ ]
237
+ },
238
+ "insert-blocks-lineup": {
239
+ "task-name": "insert-blocks-lineup",
240
+ "task-description": "On the tabletop, there are four different color blocks (red, blue, green, and yellow), and four fixtures in corresponding colors. The task is to pick up each block and insert it into the corresponding color fixture. However, the fixtures are arranged in a straight line, with a line of small blocks serving as barrier between the fixtures and the colored blocks initially scattered on the table, providing a challenge in precise navigation and placement.",
241
+ "assets-used": [
242
+ "block/block.urdf",
243
+ "insertion/fixture.urdf",
244
+ "block/small.urdf"
245
+ ]
246
+ },
247
+ "color-specific-container-fill": {
248
+ "task-name": "color-specific-container-fill",
249
+ "task-description": "Arrange four colored blocks (red, blue, green, and yellow) around a pallet. Then, pick up these blocks and place them inside a container marked in the same color. The task requires precise placement, color matching, and an understanding of spatial structures.",
250
+ "assets-used": [
251
+ "block/block.urdf",
252
+ "pallet/pallet.urdf",
253
+ "container/container-template.urdf"
254
+ ]
255
+ },
256
+ "multicolor-block-bridge": {
257
+ "task-name": "multicolor-block-bridge",
258
+ "task-description": "Build a bridge by stacking three red, three blue, and three green blocks on a pallet. Arrange in a sequence from left to right: red, blue, and green. Then, place three cylinders of corresponding colors on top of the stacked blocks, forming a bridge. The cylinders should roll from the top block to the pallet, creating a challenge of precision and control.",
259
+ "assets-used": [
260
+ "block/block.urdf",
261
+ "pallet/pallet.urdf",
262
+ "cylinder/cylinder-template.urdf"
263
+ ]
264
+ },
265
+ "pyramid-blocks-assemble": {
266
+ "task-name": "pyramid-blocks-assemble",
267
+ "task-description": "Construct a pyramid using nine blocks in a specific color order on a pallet. The bottom layer should contain five blocks: red, blue, green, yellow, and orange (in that order from left to right). The middle layer should consist of three blocks: yellow, red, and blue (from left to right). The top layer should contain a single green block. The pyramid requires careful placement and color matching.",
268
+ "assets-used": [
269
+ "block/block.urdf",
270
+ "pallet/pallet.urdf"
271
+ ]
272
+ },
273
+ "place-ball-in-elevated-bowl": {
274
+ "task-name": "place-ball-in-elevated-bowl",
275
+ "task-description": "The primary objective of the task is to pick up a red ball and carefully place it into a bowl, which is positioned on a raised platform that is surrounded by small blocks. The challenge lies in precise navigation, maintaining a hold of the ball, and avoiding the surrounding blocks.",
276
+ "assets-used": [
277
+ "ball/ball-template.urdf",
278
+ "bowl/bowl.urdf",
279
+ "block/small.urdf"
280
+ ]
281
+ },
282
+ "align-balls-in-colored-zones": {
283
+ "task-name": "align-balls-in-colored-zones",
284
+ "task-description": "There are six balls of different colors (red, blue, green, yellow, orange, and purple) and six zones correspondingly colored. The task is to pick up each ball and place it in the zone of the same color, arranging the balls in a straight line. The challenge lies in the precise placement and color matching.",
285
+ "assets-used": [
286
+ "ball/ball-template.urdf",
287
+ "zone/zone.urdf"
288
+ ]
289
+ },
290
+ "color-coordinated-cylinder-tower": {
291
+ "task-name": "color-coordinated-cylinder-tower",
292
+ "task-description": "Stack cylinders of four different colors (red, blue, green, yellow) on top of each other on a square stand in a specific sequence. The bottom of the stack should start with a blue cylinder, follow by a green cylinder, then a red one, and finally a yellow cylinder at the top. Each cylinder has to be aligned correctly to avoid falling.",
293
+ "assets-used": [
294
+ "cylinder/cylinder-template.urdf",
295
+ "stacking/stand.urdf"
296
+ ]
297
+ },
298
+ "symmetric-block-bridge-construction": {
299
+ "task-name": "symmetric-block-bridge-construction",
300
+ "task-description": "Create a symmetrical bridge-shaped structure on a stand using eight blocks of two different colors (four red and four blue). Start by placing two red blocks side by side at the center of the stand to form the base of the bridge. Then, take a blue block and place it on top of the red blocks, followed by another red block on top of the blue one, and this pattern continues till you exhaust all the blocks. The final structure should be a bridge with alternating colors (red, blue, red, blue). The challenge lies in ensuring symmetry and balancing the blocks without making them fall.",
301
+ "assets-used": [
302
+ "stacking/stand.urdf",
303
+ "block/block-template.urdf"
304
+ ]
305
+ },
306
+ "sphere-align-stand": {
307
+ "task-name": "sphere-align-stand",
308
+ "task-description": "On a table there are five differently colored stands and five spheres. The task involves picking up each sphere and placing it on the stand of the matching color. The task is challenging due to the precision required in picking up and placing the spheres, and the color coordination.",
309
+ "assets-used": [
310
+ "stacking/stand.urdf",
311
+ "sphere/sphere.urdf"
312
+ ]
313
+ },
314
+ "construct-colorful-arch": {
315
+ "task-name": "construct-colorful-arch",
316
+ "task-description": "Construct an arch using six blocks: three red, and three blue. Place two red blocks on the tabletop parallel to each other, then place a blue block on top of the red blocks to form a basic arch. Repeat the process by placing a red block on each side of the base arch and bridge them with the last blue block. Finally, place the last two red blocks on top of the second layer of the red blocks, on either side. The overall structure forms a colorful 3D arch.",
317
+ "assets-used": [
318
+ "block/block.urdf"
319
+ ]
320
+ },
321
+ "color-sorted-container-stack": {
322
+ "task-name": "color-sorted-container-stack",
323
+ "task-description": "The challenge is to stack four differently colored blocks (red, blue, green, yellow) inside a container. These blocks are initially placed inside two separate bowls. The red and blue blocks are in one bowl, the yellow and green blocks are in another. The robot has to pick up the blocks from the two bowls and stack them inside the container in the specific order: red, blue, green, then yellow.",
324
+ "assets-used": [
325
+ "bowl/bowl.urdf",
326
+ "container/container-template.urdf",
327
+ "block/block.urdf"
328
+ ]
329
+ },
330
+ "align-spheres-in-colored-zones": {
331
+ "task-name": "align-spheres-in-colored-zones",
332
+ "task-description": "There are four spheres of different colors (red, blue, green, yellow) positioned randomly on the table along with four zones marked with matching colors. The task is to pick up each sphere and place it into the matching colored zone with precise placement.",
333
+ "assets-used": [
334
+ "sphere/sphere-template.urdf",
335
+ "zone/zone.urdf"
336
+ ]
337
+ },
338
+ "sort-insert-color-coordinated-blocks": {
339
+ "task-name": "sort-insert-color-coordinated-blocks",
340
+ "task-description": "There are six blocks of three different colors (two red, two blue, and two green), two red containers, two blue containers, and two green containers scattered on the table. The task is to sort the blocks by their colors and place (insert) them into the containers of the matching color. Two blocks of the same color should go into two different containers of the same color. The challenge lies in the color-based sorting and insertion of the blocks into the containers.",
341
+ "assets-used": [
342
+ "block/block.urdf",
343
+ "container/container-template.urdf"
344
+ ]
345
+ },
346
+ "color-ordered-insertion": {
347
+ "task-name": "color-ordered-insertion",
348
+ "task-description": "There are four differently-colored ell objects (red, blue, green, yellow) and a corresponding set of color-coded fixtures. The task involves picking up each ell object and inserting it into the matching color fixture in a specific order: from left to right, insert red, blue, green, and finally yellow. The challenge lies in the precise manipulation of the ell objects and the color-coordination required. The fixtures are arranged in a straight line, and can only be approached from one direction, demanding careful navigation.",
349
+ "assets-used": [
350
+ "insertion/ell.urdf",
351
+ "insertion/fixture.urdf"
352
+ ]
353
+ },
354
+ "color-coordinated-insertion": {
355
+ "task-name": "color-coordinated-insertion",
356
+ "task-description": "There are three insertion fixtures and three ell shaped blocks of different colors (red, blue, green) on the table top. The task is to pick up the ell shaped blocks and insert each one of them into the fixture of the same color. However, the ell blocks should be inserted in a specific sequence - red first, then blue, and finally green. This task is challenging due to the precision required for insertion and the need for color coordination and sequencing.",
357
+ "assets-used": [
358
+ "insertion/ell.urdf",
359
+ "insertion/fixture.urdf"
360
+ ]
361
+ },
362
+ "cylinder-stand-alignment": {
363
+ "task-name": "cylinder-stand-alignment",
364
+ "task-description": "Arrange four colored cylinders (red, blue, green, yellow) in order of their colors on four stands of matching color. However, the stands are placed in a random order on the table, which increases the complexity of the task as it requires careful planning and color matching.",
365
+ "assets-used": [
366
+ "cylinder/cylinder-template.urdf",
367
+ "stacking/stand.urdf"
368
+ ]
369
+ },
370
+ "color-sorted-block-race": {
371
+ "task-name": "color-sorted-block-race",
372
+ "task-description": "On one end of a tabletop, there are six blocks in two colors (three red and three blue). On the other end of the tabletop, two sets of three small marked zones are arranged in a straight line, one set for blue and one set for red. The task involves picking up one block at a time and placing it in the corresponding colored zone in a sequence from the bottom end zone to the top end zone. The blocks must be placed following the rule: the three colored blocks must be transported consecutively, e.g., first place all three blue blocks and then place all three red blocks. The challenge lies in careful transportation and placement of the blocks and follows the specific rule.",
373
+ "assets-used": [
374
+ "block/block.urdf",
375
+ "zone/zone.urdf"
376
+ ]
377
+ },
378
+ "multi-level-block-construction": {
379
+ "task-name": "multi-level-block-construction",
380
+ "task-description": "Construct a two-level structure on a pallet using four blocks: two red and two blue. The lower level should be a rectangle created by placing the red blocks side by side. The upper level is made up by placing the blue blocks placed on top of the red blocks creating a line aligned perpendicular to the red blocks. The challenge lies in the precise placement of blocks, maintaining balance of the structure, and correct color arrangement.",
381
+ "assets-used": [
382
+ "block/block.urdf",
383
+ "pallet/pallet.urdf"
384
+ ]
385
+ },
386
+ "color-blocks-in-cylinder-maze": {
387
+ "task-name": "color-blocks-in-cylinder-maze",
388
+ "task-description": "Pick up five differently colored blocks (red, blue, yellow, green, and orange) that are scattered randomly on the table top. Arrange three cylindrical containers in a row to create a maze-like structure. Place the red, yellow, and blue block into the first, second, and third cylinder from left respectively. Then, stack the green and orange block on top of any container, followed by placing the same color palette on the respective block.",
389
+ "assets-used": [
390
+ "block/block.urdf",
391
+ "cylinder/cylinder-template.urdf"
392
+ ]
393
+ },
394
+ "create-pyramid-with-color-coded-ells": {
395
+ "task-name": "create-pyramid-with-color-coded-ells",
396
+ "task-description": "There are four insertion ell-shaped objects ('insertion/ell.urdf') of different colors (red, blue, yellow, and green) placed randomly on the tabletop. The task is to pick up each of these objects and stack them onto a fixed-size pallet in the shape of a pyramid. The order of the pyramid from bottom to top should be red, blue, yellow, and green.",
397
+ "assets-used": [
398
+ "insertion/ell.urdf",
399
+ "pallet/pallet.urdf"
400
+ ]
401
+ },
402
+ "move-piles-along-line": {
403
+ "task-name": "move-piles-along-line",
404
+ "task-description": "Move three piles of small blocks, each pile a different color (red, blue, green), along three matching colored lines to three separate zones of the same color using a spatula.",
405
+ "assets-used": [
406
+ "block/small.urdf",
407
+ "zone/zone.urdf",
408
+ "line/line-template.urdf"
409
+ ]
410
+ },
411
+ "color-ordered-blocks-on-pallet": {
412
+ "task-name": "color-ordered-blocks-on-pallet",
413
+ "task-description": "On a table there are six different colored blocks (red, blue, green, yellow, orange, and purple), a pallet, and a small corner structure. These colored blocks are arranged randomly within the small corner structure. The task involves picking up each colored block and placing it onto the pallet in specific color sequence: red, blue, green, yellow, orange, and finally purple.",
414
+ "assets-used": [
415
+ "block/block.urdf",
416
+ "pallet/pallet.urdf",
417
+ "corner/corner-template.urdf"
418
+ ]
419
+ },
420
+ "color-ordered-container-arrangement": {
421
+ "task-name": "color-ordered-container-arrangement",
422
+ "task-description": "On the tabletop, there are six containers and six blocks of different colors (red, blue, green, yellow, orange, purple). The task is to pick up each block and place it into a container of the same color, then arrange the containers in a line in the following color order: red, blue, green, yellow, orange, and purple.",
423
+ "assets-used": [
424
+ "block/block.urdf",
425
+ "container/container-template.urdf"
426
+ ]
427
+ },
428
+ "multi-level-pyramid-construction": {
429
+ "task-name": "multi-level-pyramid-construction",
430
+ "task-description": "Construct a two-level pyramid on a pallet using six blocks: three green and three blue. The first level should be a triangle created by placing the green blocks side by side. The second level should be built by placing the blue blocks on top of the green blocks, forming another triangle rotated 60 degrees with respect to the first one. The challenge lies in the precise placement of blocks, maintaining balance of the structure, and correct color arrangement.",
431
+ "assets-used": [
432
+ "block/block.urdf",
433
+ "pallet/pallet.urdf"
434
+ ]
435
+ },
436
+ "align-balls-in-colored-boxes": {
437
+ "task-name": "align-balls-in-colored-boxes",
438
+ "task-description": "On a tabletop, there are four balls and four boxes of different colors (red, blue, green, and yellow). Each ball is inside a box, but not corresponding to the color of the box. The task is to pick up each ball and place it in the box of the same color, in the specific sequence of red, blue, green and yellow from left to right. The challenge lies in the precise placement, color matching and sequence following.",
439
+ "assets-used": [
440
+ "ball/ball.urdf",
441
+ "box/box-template.urdf"
442
+ ]
443
+ },
444
+ "colored-balls-sorting-in-corner": {
445
+ "task-name": "colored-balls-sorting-in-corner",
446
+ "task-description": "There are four balls and four corners of different colors (red, blue, green, and yellow). Each ball is located at a corner, but not corresponding to the color of the corner. The task is to pick up each ball and place it in the corner of the same color, in the specific sequence of red, blue, green and yellow, starting from the leftmost corner to the rightmost. The challenge lies in the precise placement, color matching and sequence following.",
447
+ "assets-used": [
448
+ "ball/ball-template.urdf",
449
+ "corner/corner-template.urdf"
450
+ ]
451
+ },
452
+ "color-coordinated-ball-insertion": {
453
+ "task-name": "color-coordinated-ball-insertion",
454
+ "task-description": "There are five differently-colored ell objects (red, blue, green, yellow, orange) and five sphere-shaped containers of matching colors. The task involves picking up each ell object and inserting it into the sphere container of the same color, but in a specific sequence from left to right: red, blue, green, yellow, and finally orange. The task is challenging due to the sequence, color coordination, and accuracy of insertion required.",
455
+ "assets-used": [
456
+ "insertion/ell.urdf",
457
+ "sphere/sphere-template.urdf"
458
+ ]
459
+ },
460
+ "color-sequenced-pyramid-packing": {
461
+ "task-name": "color-sequenced-pyramid-packing",
462
+ "task-description": "There are twelve cubes of different colors (three red, three green, three blue, and three yellow) scattered on the tabletop. The task is to pick up the cubes, sort them according to color into four pallets, and stack them in each pallet as a pyramid with the base layer containing two cubes and the top layer containing one cube. The challenge lies in the color-based sorting, the precise placement of cubes, and the construction of the pyramid in each pallet.",
463
+ "assets-used": [
464
+ "block/block.urdf",
465
+ "pallet/pallet.urdf"
466
+ ]
467
+ },
468
+ "ball-sorting-with-blocks-barrier": {
469
+ "task-name": "ball-sorting-with-blocks-barrier",
470
+ "task-description": "On a tabletop, there are four balls and four zones of different colors (red, blue, green, and yellow). Each ball is located behind a line of small blocks of the same color. The task is to pick up each ball and place it into the zone of the same color, but without knocking over the blocks. The challenge lies in the precise navigation over the block barriers and color matching.",
471
+ "assets-used": [
472
+ "ball/ball-template.urdf",
473
+ "zone/zone.urdf",
474
+ "block/small.urdf"
475
+ ]
476
+ },
477
+ "color-coordinated-block-bridge": {
478
+ "task-name": "color-coordinated-block-bridge",
479
+ "task-description": "Construct a bridge by interleaving three differently colored blocks (red, blue, and green) on a pallet in a specific sequence - red block at the edges, blue block in the middle, and a green block on top of the red and blue blocks. Repeat this sequence until a bridge is formed across the length of the pallet.",
480
+ "assets-used": [
481
+ "block/block.urdf",
482
+ "pallet/pallet.urdf"
483
+ ]
484
+ },
485
+ "color-coordinated-cylinder-pyramid": {
486
+ "task-name": "color-coordinated-cylinder-pyramid",
487
+ "task-description": "Construct a pyramid on a pallet using four cylinders of different colors (red, blue, green, and yellow). The first level should consist of a red cylinder and a blue cylinder side by side. The second level should consist of a green cylinder placed on top of the red and blue cylinders. The third and final level should consist of a yellow cylinder placed on top of the green cylinder. The challenge lies in the precise placement of cylinders, maintaining the balance of the structure, and correct color arrangement.",
488
+ "assets-used": [
489
+ "cylinder/cylinder-template.urdf",
490
+ "pallet/pallet.urdf"
491
+ ]
492
+ },
493
+ "sweep-and-sort-blocks": {
494
+ "task-name": "sweep-and-sort-blocks",
495
+ "task-description": "Sweep a pile of small blocks of different colors (red, blue, green, and yellow) into their corresponding colored zones marked on the tabletop. The challenge lies in the sweeping action, precise placement, and color coordination.",
496
+ "assets-used": [
497
+ "zone/zone.urdf",
498
+ "block/small.urdf"
499
+ ]
500
+ },
501
+ "align-cylinders-in-zones": {
502
+ "task-name": "align-cylinders-in-zones",
503
+ "task-description": "Place four differently colored cylinders (red, blue, green, yellow) each into a matching colored zone. But, the zones are surrounded by small blocks, which the robot needs to move out of the way without knocking them out of their respective zones. The challenge includes precise placement of cylinders, color matching, and careful navigation around the small blocks.",
504
+ "assets-used": [
505
+ "cylinder/cylinder-template.urdf",
506
+ "zone/zone.urdf",
507
+ "block/small.urdf"
508
+ ]
509
+ },
510
+ "sphere-container-color-match": {
511
+ "task-name": "sphere-container-color-match",
512
+ "task-description": "On a tabletop, there are four spheres of different colors (red, blue, green, and yellow) inside four containers of a different color (red, blue, green, and yellow). The task is to pick up each sphere and place it into a container of the same color. The task is challenging due to the manipulation of spherical objects and the color coordination required.",
513
+ "assets-used": [
514
+ "sphere/sphere.urdf",
515
+ "container/container-template.urdf"
516
+ ]
517
+ },
518
+ "insert-ell-along-square-path": {
519
+ "task-name": "insert-ell-along-square-path",
520
+ "task-description": "On the tabletop, there is a square path marked by small blocks. Along the path, there are four colored ell-shaped blocks (red, blue, green, and yellow) and four fixtures of matching colors. The task is to pick up each ell block and insert it into the fixture of the same color. However, the robot must move each ell block along the marked square path to reach the fixture. The task is challenging because it requires precise navigation along the path, color coordination, and insertion accuracy.",
521
+ "assets-used": [
522
+ "block/small.urdf",
523
+ "insertion/ell.urdf",
524
+ "insertion/fixture.urdf"
525
+ ]
526
+ },
527
+ "color-coordinated-box-ball-matching": {
528
+ "task-name": "color-coordinated-box-ball-matching",
529
+ "task-description": "On the tabletop, there are four boxes of different colors (red, blue, green, and yellow) and four balls of corresponding colors. The task is to pick up each ball and place it inside the box of the same color, however, the boxes are placed in a straight line with a row of small blocks acting as a barrier between the boxes and the balls. The challenge lies in the precise placement, color matching, and the navigation around the barrier without knocking over any small blocks.",
530
+ "assets-used": [
531
+ "box/box-template.urdf",
532
+ "ball/ball-template.urdf",
533
+ "block/small.urdf"
534
+ ]
535
+ },
536
+ "cylinder-balancing-and-placement": {
537
+ "task-name": "cylinder-balancing-and-placement",
538
+ "task-description": "On a table, there are three differently colored cylinders (red, green, and blue) and three square zones of matching colors. The task involves picking up each cylinder and balancing it on its end at the center of the corresponding colored zone, in the sequence of red, green, and blue from left to right. The task is challenging due to precise balancing required in placing the cylinders, color matching, and sequence following.",
539
+ "assets-used": [
540
+ "cylinder/cylinder-template.urdf",
541
+ "zone/zone.urdf"
542
+ ]
543
+ },
544
+ "color-coordinated-sphere-and-cylinder-assembly": {
545
+ "task-name": "color-coordinated-sphere-and-cylinder-assembly",
546
+ "task-description": "The robot starts with four spheres of different colors (red, blue, green, yellow) and four cylinders of matching colors. The task is to pick up each sphere and place it on top of the cylinder of the same color, forming four sphere-and-cylinder pairs. However, the challenge here is to do this in a specific color sequence - red, blue, green, and finally yellow.",
547
+ "assets-used": [
548
+ "sphere/sphere-template.urdf",
549
+ "cylinder/cylinder-template.urdf"
550
+ ]
551
+ },
552
+ "sequential-block-insertion": {
553
+ "task-name": "sequential-block-insertion",
554
+ "task-description": "There are four blocks of different colors (red, blue, green, yellow) and four fixtures of matching colors. The task involves picking up each block and inserting it into the fixture of the same color, in the specific sequence of red, blue, green, and yellow. However, the challenge lies in the fact that the blocks and fixtures are initially arranged in a mixed order, demanding careful navigation, precise insertion, color matching, and sequence following.",
555
+ "assets-used": [
556
+ "insertion/fixture.urdf",
557
+ "block/block.urdf"
558
+ ]
559
+ },
560
+ "sequential-insertion-and-stacking": {
561
+ "task-name": "sequential-insertion-and-stacking",
562
+ "task-description": "The tabletop contains three fixtures and three ell-shaped blocks of different colors - red, blue, and green. The task is to first pick up and insert each ell block into the corresponding colored fixture in the sequence of red, blue, and green. After successful insertion, the robot must pick up the three blocks again from the fixtures and stack them in a corner of the tabletop in the same color sequence - red at the bottom, blue in the middle, and green on top.",
563
+ "assets-used": [
564
+ "insertion/ell.urdf",
565
+ "insertion/fixture.urdf",
566
+ "corner/corner-template.urdf"
567
+ ]
568
+ },
569
+ "color-coordinated-block-shifting": {
570
+ "task-name": "color-coordinated-block-shifting",
571
+ "task-description": "On a tabletop, there are three zones marked in three different colors (red, blue, and green) and nine blocks of matching colors (three red, three blue, and three green). Each zone initially contains three blocks of a single color, but the colors of the blocks and zones do not match. The task involves picking up each block and precisely placing it in the zone of the same color. However, there are a few small blocks randomly scattered in the path between the zones. The robot has to strategically navigate around these blocks without knocking them over while transporting the blocks to the corresponding zones. The challenge lies in the precise navigation, placement of the blocks, color matching while avoiding the blocks.",
572
+ "assets-used": [
573
+ "zone/zone.urdf",
574
+ "block/block.urdf",
575
+ "block/small.urdf"
576
+ ]
577
+ },
578
+ "guided-block-path": {
579
+ "task-name": "guided-block-path",
580
+ "task-description": "On the tabletop, there are four colored blocks (red, blue, green, and yellow) and four lines of the corresponding colors. The task is to pick up each block and move it along the line of the same color from start to end. The challenge lies in precise navigation along the line, color coordination, and block manipulation.",
581
+ "assets-used": [
582
+ "block/block.urdf",
583
+ "line/line-template.urdf"
584
+ ]
585
+ },
586
+ "mixed-color-block-barrier-insertion": {
587
+ "task-name": "mixed-color-block-barrier-insertion",
588
+ "task-description": "There are four different colored blocks (red, blue, green, and yellow), and four fixtures in corresponding colors. Two barriers, each made of three blocks (orange, purple, and brown), are placed in between the blocks and fixtures, forming a path that the robot must navigate. The task involves picking up each colored block, navigating the barriers, and inserting each block into the fixture of the same color. The fixtures are arranged in a sequence from left to right: red, blue, green, and yellow, providing a challenge in precise navigation, color coordination, and insertion.",
589
+ "assets-used": [
590
+ "block/block.urdf",
591
+ "insertion/fixture.urdf"
592
+ ]
593
+ },
594
+ "ball-in-bowl-obstacle-course": {
595
+ "task-name": "ball-in-bowl-obstacle-course",
596
+ "task-description": "With the tabletop setup consisting of a maze of small blocks, the task requires the robot to pick up four balls of different colors (red, blue, green, yellow) and place each of them into the corresponding colored bowls strategically positioned at different corners of the maze, without knocking over any blocks, demanding careful navigation and color coordination.",
597
+ "assets-used": [
598
+ "ball/ball-template.urdf",
599
+ "block/small.urdf",
600
+ "bowl/bowl.urdf"
601
+ ]
602
+ },
603
+ "ball-in-bowl-obstacle-course-new": {
604
+ "task-name": "ball-in-bowl-obstacle-course-new",
605
+ "task-description": "With the tabletop setup consisting of a maze of small blocks, the task requires the robot to pick up four balls of different colors (red, blue, green, yellow) and place each of them into the corresponding colored bowls strategically positioned at different corners of the maze, without knocking over any blocks, demanding careful navigation and color coordination.",
606
+ "assets-used": [
607
+ "ball/ball-template.urdf",
608
+ "block/small.urdf",
609
+ "bowl/bowl.urdf"
610
+ ]
611
+ },
612
+ "color-coordinated-arch-construction": {
613
+ "task-name": "color-coordinated-arch-construction",
614
+ "task-description": "The task is to construct an arch using six blocks: three red and three blue. The blocks are initially placed in a container. The robot needs to pick each block and place it on a pallet in the following arrangement: place two red blocks in parallel on the pallet, then place a blue block on top of the red blocks to form an arch. Repeat the process with the remaining blocks, placing them on top of the first arch to form a second layer. The task is challenging due to the need for precise placement of the blocks and maintaining the balance of the structure.",
615
+ "assets-used": [
616
+ "block/block.urdf",
617
+ "pallet/pallet.urdf",
618
+ "container/container-template.urdf"
619
+ ]
620
+ },
621
+ "color-coordinated-zone-arrangement": {
622
+ "task-name": "color-coordinated-zone-arrangement",
623
+ "task-description": "On the tabletop, there are nine blocks of three different colors (three red, three blue, and three green) and three pallets of matching colors (one red, one blue, one green). The task is to pick up each block and place it on the pallet of the same color, arranging the blocks on each pallet in a line. However, there are a few small blocks randomly scattered on the tabletop, which the robot has to navigate around without knocking them over while transporting the blocks to the corresponding pallets. The challenge lies in the precise navigation, placement of the blocks, color matching, and maintaining the balance on the pallets.",
624
+ "assets-used": [
625
+ "block/block.urdf",
626
+ "pallet/pallet.urdf",
627
+ "block/small.urdf"
628
+ ]
629
+ },
630
+ "color-coordinated-cylinder-stand-assembly": {
631
+ "task-name": "color-coordinated-cylinder-stand-assembly",
632
+ "task-description": "The robot starts with four cylinders of different colors (red, blue, green, yellow) and four stands of matching colors. The task is to pick up each cylinder and place it on top of the stand of the same color, forming four cylinder-and-stand pairs. However, the challenge here is to do this in a specific color sequence - green, yellow, blue, and finally red, while also ensuring that the cylinders do not topple over.",
633
+ "assets-used": [
634
+ "cylinder/cylinder-template.urdf",
635
+ "stacking/stand.urdf"
636
+ ]
637
+ },
638
+ "color-coordinated-ball-stacking": {
639
+ "task-name": "color-coordinated-ball-stacking",
640
+ "task-description": "There are four balls of different colors (red, blue, green, yellow), and four containers of matching colors on the table. The task is to pick up each ball and stack it on top of the corresponding colored container. However, the stacking should be done in a specific color sequence - blue at the bottom, followed by yellow, then green, and finally red at the top. This task enforces challenging skills due to the precision required for stacking the balls, color coordination, and sequencing.",
641
+ "assets-used": [
642
+ "ball/ball-template.urdf",
643
+ "container/container-template.urdf"
644
+ ]
645
+ },
646
+ "color-coded-blocks-on-corner": {
647
+ "task-name": "color-coded-blocks-on-corner",
648
+ "task-description": "On a tabletop, there are four blocks of different colors (red, blue, green, and yellow) and a corner structure. The task involves picking up each block and placing it in the corner structure in a specific color sequence: from left to right, place red, blue, green, and finally yellow. The blocks must be arranged such that they form a straight line along the corner. The challenge lies in the precise placement, color coordination, and maintaining the balance of the blocks along the corner.",
649
+ "assets-used": [
650
+ "block/block.urdf",
651
+ "corner/corner-template.urdf"
652
+ ]
653
+ },
654
+ "insertion-in-color-sequenced-zones": {
655
+ "task-name": "insertion-in-color-sequenced-zones",
656
+ "task-description": "On the table, there are four differently-colored insertion ell objects (red, blue, green, yellow) and four zones on the tabletop marked in the same colors. Initially, each ell is placed in a zone but not corresponding to the color of the zone. The task is to pick up each ell and place it in the zone of the same color, in the specific sequence of red, blue, green, and yellow from left to right, requiring careful navigation, precise placement, color matching, and sequence following.",
657
+ "assets-used": [
658
+ "insertion/ell.urdf",
659
+ "zone/zone.urdf"
660
+ ]
661
+ },
662
+ "color-coordinated-zone-stacking": {
663
+ "task-name": "color-coordinated-zone-stacking",
664
+ "task-description": "On the tabletop, there are three zones and nine blocks of three different colors (red, blue, green). Each color has three blocks and the blocks are scattered randomly on the table. The task is to pick up the blocks and stack them in the zones to form a pyramid shape. Each pyramid should contain blocks of the same color with two blocks on the base and one block on top. The zones with the pyramids should be arranged in a straight line in the following color order: red, blue, green from left to right. The challenge lies in the color coordination, precise stacking and the arrangement of the zones.",
665
+ "assets-used": [
666
+ "block/block.urdf",
667
+ "zone/zone.urdf"
668
+ ]
669
+ },
670
+ "color-coordinated-cylinder-ball-match": {
671
+ "task-name": "color-coordinated-cylinder-ball-match",
672
+ "task-description": "On the tabletop, there are four cylinders of different colors (red, blue, green, and yellow) and four balls of corresponding colors. The task is to pick up each ball and place it on top of the cylinder of the same color without the ball rolling off. However, there are small blocks scattered randomly on the table that the robot has to navigate around without knocking them over. The challenge lies in the precise placement of the balls on top of the cylinders, color matching, and navigation around the blocks.",
673
+ "assets-used": [
674
+ "cylinder/cylinder-template.urdf",
675
+ "ball/ball-template.urdf",
676
+ "block/small.urdf"
677
+ ]
678
+ },
679
+ "multi-level-insertion-and-zone-matching": {
680
+ "task-name": "multi-level-insertion-and-zone-matching",
681
+ "task-description": "There are three levels of zones marked on the tabletop - the first level is red, second is blue, and third is green. On each level, there are large, medium, and small ell-shaped objects in corresponding colors. The task is to pick up each ell object from its current position and insert it into the corresponding colored zone on the same level, but in a specific order - large, medium, and small. The challenge lies in the precise control of insertion, color coordination, and the multi-level structure of the environment.",
682
+ "assets-used": [
683
+ "zone/zone.urdf",
684
+ "insertion/ell.urdf"
685
+ ]
686
+ },
687
+ "color-cued-ball-corner-sorting": {
688
+ "task-name": "color-cued-ball-corner-sorting",
689
+ "task-description": "On a tabletop, there are four different colored balls (red, blue, green, yellow) and four corners marked with corresponding colors using the corner template. The task involves picking up each ball and precisely placing it in the corner of the same color. However, there is a rectangular zone in the middle of the table marked by small blocks. The robot has to strategically navigate around this zone without touching the blocks while transporting the balls to the corresponding corners. The challenge lies in the precise navigation, placement of the balls, and color matching while avoiding the blocks.",
690
+ "assets-used": [
691
+ "ball/ball-template.urdf",
692
+ "corner/corner-template.urdf",
693
+ "block/block_for_anchors.urdf",
694
+ "zone/zone.urdf"
695
+ ]
696
+ },
697
+ "cylinder-ring-stack": {
698
+ "task-name": "cylinder-ring-stack",
699
+ "task-description": "On the tabletop, there are four differently colored cylinders (red, blue, green, yellow) and four blocks of matching colors. The task involves picking up each block and stacking it on top of the corresponding colored cylinder. However, each cylinder and block pair should be stacked inside a differently colored container (color sequence: red cylinder and block in blue container, blue in green, green in yellow, and yellow in red). The task offers challenges in multi-object manipulation, color coordination, and precise stacking in a confined space.",
700
+ "assets-used": [
701
+ "cylinder/cylinder-template.urdf",
702
+ "block/block.urdf",
703
+ "container/container-template.urdf"
704
+ ]
705
+ },
706
+ "color-coordinated-sphere-on-pallet-pyramid": {
707
+ "task-name": "color-coordinated-sphere-on-pallet-pyramid",
708
+ "task-description": "On the tabletop, there are three pallets and nine blocks of three different colors (red, blue, green). Each color has three blocks and the blocks are scattered randomly on the table. The task is to pick up the blocks and stack them on the pallets to form a pyramid shape. Each pyramid should contain blocks of the same color with two blocks on the base and one block on top. Additionally, there are three spheres of matching colors (red, blue, green). The task is to pick up each sphere and place it on top of the corresponding colored pyramid. The pallets with the pyramids and spheres should be arranged in a straight line in the following color order: red, blue, green from left to right. The challenge lies in the color coordination, precise stacking, and the arrangement of the pallets.",
709
+ "assets-used": [
710
+ "block/block.urdf",
711
+ "pallet/pallet.urdf",
712
+ "sphere/sphere.urdf"
713
+ ]
714
+ },
715
+ "color-sequenced-sphere-placement": {
716
+ "task-name": "color-sequenced-sphere-placement",
717
+ "task-description": "On the tabletop, there are four spheres of different colors (red, blue, green, and yellow) and four colored squares of matching colors. The task involves picking up each sphere and precisely placing it in the center of the square of the same color. However, the spheres must be placed in a specific sequence - red first, then blue, then green, and finally yellow. The task is challenging due to the need for precise placement, color coordination, and sequence following.",
718
+ "assets-used": [
719
+ "sphere/sphere.urdf",
720
+ "square/square-template.urdf"
721
+ ]
722
+ },
723
+ "color-ordered-insertion-new": {
724
+ "task-name": "color-ordered-insertion-new",
725
+ "task-description": "There are four differently-colored ell objects (red, blue, green, yellow) and a corresponding set of color-coded fixtures. The task involves picking up each ell object and inserting it into the matching color fixture in a specific order: from left to right, insert red, blue, green, and finally yellow. The challenge lies in the precise manipulation of the ell objects and the color-coordination required.",
726
+ "assets-used": [
727
+ "insertion/ell.urdf",
728
+ "insertion/fixture.urdf"
729
+ ]
730
+ },
731
+ "put-blocks-between-zones": {
732
+ "task-name": "put-blocks-between-zones",
733
+ "task-description": "Arrange four differently colored blocks (red, blue, green, and yellow) between two designated zones on the tabletop.",
734
+ "assets-used": [
735
+ "zone/zone.urdf",
736
+ "block/block.urdf"
737
+ ]
738
+ },
739
+ "put-blues-around-red": {
740
+ "task-name": "put-blues-around-red",
741
+ "task-description": "place the blue blocks around the red block.",
742
+ "assets-used": [
743
+ "block/block_for_anchors.urdf"
744
+ ]
745
+ },
746
+ "place-blue-on-line-ends": {
747
+ "task-name": "place-blue-on-line-ends",
748
+ "task-description": "Pick up each blue box and accurately place it at the end of a green line.",
749
+ "assets-used": [
750
+ "line/line-template.urdf",
751
+ "box/box-template.urdf"
752
+ ]
753
+ },
754
+ "stack-three-layer-red-wall": {
755
+ "task-name": "block-on-cylinder-on-pallet",
756
+ "task-description": "On the tabletop, there are three cylinders of different colors (red, blue, and green) and three blocks of the same colors. The task involves picking up each block and placing it on the corresponding colored cylinder, which are located in specific positions on a pallet. Starting with the red block and cylinder, followed by blue and finally green. The challenge lies in the precise placement of the blocks on the cylinders, while maintaining color coordination.",
757
+ "assets-used": [
758
+ "block/block.urdf",
759
+ "cylinder/cylinder-template.urdf",
760
+ "pallet/pallet.urdf"
761
+ ]
762
+ },
763
+ "block-on-cylinder-on-pallet": {
764
+ "task-name": "block-on-cylinder-on-pallet",
765
+ "assets-used": [
766
+ "pallet/pallet.urdf",
767
+ "cylinder/cylinder-template.urdf",
768
+ "block/block.urdf"
769
+ ],
770
+ "task-description": "Pick up each block and place it on the corresponding colored cylinder, which are located in specific positions on a pallet."
771
+ },
772
+ "ball-on-box-on-container": {
773
+ "task-name": "ball-on-box-on-container",
774
+ "assets-used": [
775
+ "container/container-template.urdf",
776
+ "box/box-template.urdf",
777
+ "ball/ball.urdf"
778
+ ],
779
+ "task-description": "Pick up each ball and place it on the corresponding colored box, which are located in specific positions on a container."
780
+ },
781
+ "align-rope-along-line": {
782
+ "task-name": "align-rope-along-line",
783
+ "assets-used": [
784
+ "line/line-template.urdf"
785
+ ],
786
+ "task-description": "Align a deformable rope along a straight line marked on the tabletop."
787
+ },
788
+ "align-rope-cross-zone": {
789
+ "task-name": "align-rope-cross-zone",
790
+ "assets-used": [
791
+ "zone/zone.urdf"
792
+ ],
793
+ "task-description": "Align a deformable rope across the diagonal of a zone marked on the tabletop."
794
+ },
795
+ "put-kit-in-bowl": {
796
+ "task-name": "put-kit-in-bowl",
797
+ "assets-used": [
798
+ "stacking/block.urdf",
799
+ "bowl/bowl.urdf",
800
+ "kitting/object-template.urdf"
801
+ ],
802
+ "task-description": "Place the specific kit in a bowl of specified color."
803
+ },
804
+ "kit-in-bowl-in-zone": {
805
+ "task-name": "kit-in-bowl-in-zone",
806
+ "assets-used": [
807
+ "zone/zone.urdf",
808
+ "bowl/bowl.urdf",
809
+ "kitting/object-template.urdf"
810
+ ],
811
+ "task-description": "Pick up each kit and place it on the corresponding colored bowl, which are located in specific positions on a zone."
812
+ },
813
+ "move-kit-from-zone-to-cylinder": {
814
+ "task-name": "move-kit-from-zone-to-cylinder",
815
+ "assets-used": [
816
+ "cylinder/cylinder-template.urdf",
817
+ "zone/zone.urdf",
818
+ "kitting/object-template.urdf",
819
+ "kitting/object-template.urdf"
820
+ ],
821
+ "task-description": "Place the specific kit from a zone to a cylinder."
822
+ },
823
+ "move-bowl-from-pallet-to-corner": {
824
+ "task-name": "move-bowl-from-pallet-to-corner",
825
+ "assets-used": [
826
+ "corner/corner-template.urdf",
827
+ "pallet/pallet.urdf",
828
+ "bowl/bowl.urdf"
829
+ ],
830
+ "task-description": "Place the specific bowl from a pallet to a corner."
831
+ }
832
+ }