[ { "id": "wikihow_next_step_1_8402565", "image": [ "wiki_images_test/8402565_1_0.png", "wiki_images_test/8402565_1_1.png", "wiki_images_test/8402565_1_2.png", "wiki_images_test/8402565_1_3.png", "wiki_images_test/8402565_1_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Fish Stew': If you're lucky enough to be in an area that has access to fresh seafood, cook fish stew. Fish stew can be made with most types of firm fish (like cod, haddock, tilapia, or sea bass). Decide if you'd like to make a quick fish stew using a tomato and white wine base or a spicy fish stew that gets its heat from blackened red peppers and crushed red pepper. You could also simmer a creamy fish stew using bacon, cream and potatoes for a filling and satisfying meal. \n You need to assist human user to complete this task via making spicy fish stew. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Blacken red bell peppers. \n Peel, seed and chop the blackened peppers. \n" }, { "from": "gpt", "value": "Cook the shallots. \n Add chopped tomatoes, garlic, and red pepper. \n Stir in the cilantro, lemon peel, and fish. \n" } ], "goal": "How to Make Fish Stew", "category": [ "Food and Entertaining", "Recipes", "Fish and Seafood" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_330790", "image": [ "magic_brush_images_test/330790-input.png", "magic_brush_images_test/330790-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in adjusting this photo? . You need to put a red bow on the elephant's head" }, { "from": "gpt", "value": "You got it! Here's the edit you asked for: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Waste Recycling Studies: Report on trends and effectiveness of recycling programs. Instructions: Provide detailed reports on waste recycling trends, including factors affecting effectiveness and programs. Include charts showing recycling trends, infographics illustrating key metrics, and photos of recycling activities. Interleave textual explanations with visual data to enhance comprehension.", "id": "report_172", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Waste Recycling Studies: Report on trends and effectiveness of recycling programs. Instructions: Provide detailed reports on waste recycling trends, including factors affecting effectiveness and programs. Include charts showing recycling trends, infographics illustrating key metrics, and photos of recycling activities. Interleave textual explanations with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_1936821", "image": [ "wiki_images_test/1936821_1_0.png", "wiki_images_test/1936821_1_1.png", "wiki_images_test/1936821_1_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Bacalhau': Bacalhau is a type of dried, salted cod. This ingredient is extremely popular in Portuguese cuisine. It is layered with potatoes and caramelized onions and garnished with hard boiled egg, parsley, and black olives. \n You need to assist human user to complete this task via preparing the potatoes. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Rinse 2 pounds of yukon gold potatoes. \n" }, { "from": "gpt", "value": "Boil the potatoes until tender. \n Drain, cool, peel, and slice the potatoes. \n" } ], "goal": "How to Make Bacalhau", "category": [ "Food and Entertaining", "Recipes", "World Cuisines", "European Cuisine", "Portuguese and Spanish Cuisine" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "vist_47500", "image": [ "vist_images_test/784295046.jpg", "vist_images_test/784295170.jpg", "vist_images_test/783418723.jpg", "vist_images_test/783418799.jpg", "vist_images_test/783418909.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. the museum was my favorite part of the trip . \n when you enter it 's like another world . \n the attention to details ca n't be missed . \n" }, { "from": "gpt", "value": "the crowds started to build as the day went on . \n closer to closing time though they thinned out . \n" } ], "dataset_id": "vist_test_select" }, { "id": "vist_47405", "image": [ "vist_images_test/17437540.jpg", "vist_images_test/17439347.jpg", "vist_images_test/17439348.jpg", "vist_images_test/17461182.jpg", "vist_images_test/17465339.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. oh boy mitcham milly . \n" }, { "from": "gpt", "value": "that means it 's market day . \n look at all the safron ! \n and the fresh flowers . \n but i was here to hit the bottle ! \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Describe a person's beloved Rolex Turn-O-Graph watch, with a white face, Oyster bracelet, and unique combination of sporty and dressy features, sharing its historical significance and distinctive appearance.", "raw_text": "Introduced in 1953 the Rolex Turn-O-Graph (reference 6202) featured many firsts for the brand. It was the first serially produced Rolex to offer a rotating bezel and the first model to be offered in two-tone steel and gold. \nThe Turn-O-Graph was also the official watch of the U.S. Airforce Thunderbirds in the 1950s. Even with these innovations the watch never really found the following of the Submariner or Datejust. Production of the 116264 Turn-O-Graph came to an end in 2011 and that\u2019s really too bad because the modern incarnation is an outstanding watch. The 2006 model my wife wears features a white face, Oyster bracelet, an 18 karat white gold fluted bi-directional turning bezel, and a red second hand with matching date wheel that really pops against the white face. \n The watch strikes the perfect balance between a dress watch and a sport watch for her. The 36mm size is not as chunky as a Sub would be, but the bezel is larger than Datejust giving the watch a bit more presence on the wrist. Because it straddles the line between a sport watch and a dress watch the Turn-O-Graph looks equally at home with casual outfits as well as dressy looks. And since the model isn\u2019t as popular as a Datejust or other Rolex sport models it makes the watch somewhat unique; in fact, I haven\u2019t seen another 116264 \u201cin the wild.\u201d If you\u2019re looking for a Rolex that has a storied history and is a bit different than a Sub or Datejust I highly suggest seeking out a Turn-O-Graph. \n", "id": "mmc4_doc_continuation_c41495e47dee", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a person's beloved Rolex Turn-O-Graph watch, with a white face, Oyster bracelet, and unique combination of sporty and dressy features, sharing its historical significance and distinctive appearance. You need to complete the subsequent document given the first part: Introduced in 1953, the Rolex Turn-O-Graph (reference 6202) was the first serially produced Rolex with a rotating bezel and a two-tone steel and gold design. \n" }, { "from": "gpt", "value": " The Turn-O-Graph, an official watch of the U.S. Airforce Thunderbirds in the 1950s with unique features, failed to gain popularity like the Submariner or Datejust, with production ending in 2011. The modern version, with a white face, Oyster bracelet, and distinctive red second hand, is highly regarded. \n The Turn-O-Graph is a unique Rolex model, combining classic dress watch features with sporty elements, and its size and presence make it an excellent versatile choice. \n" } ], "image": [ "mmc4_images_test/c41495e47dee.jpg", "mmc4_images_test/dd00218df7a8.jpg", "mmc4_images_test/63ed5300a866.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "activitynet_continuation_v_LvRP3c5n3P8", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_LvRP3c5n3P8_0.png", "activitynet_images_test/frame_v_LvRP3c5n3P8_1.png", "activitynet_images_test/frame_v_LvRP3c5n3P8_2.png", "activitynet_images_test/frame_v_LvRP3c5n3P8_3.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n People walk in the hallways of a hospital, then a doctor reviews the injured leg of a man leaving green sparkles on the leg and a machine. \n" }, { "from": "gpt", "value": " Then, the man makes a call and leaves green sparkles on the phone that it is passes to the hand of a nurse that grabs the phone. \n After the nurse enters to visit a a sick man as well two doctors who carry green sparkles on their hands that leaves on the sick man. \n A person wash hand, use hand sanitizes and cleans an stethoscope to get rid off microbes. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Cybersecurity: Create diagrams of security protocols and threat analysis. Use a combination of text and images to explain the principles of cybersecurity, the methods for protecting systems and data, and the techniques for analyzing and mitigating threats.", "id": "education_172", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Cybersecurity: Create diagrams of security protocols and threat analysis. Use a combination of text and images to explain the principles of cybersecurity, the methods for protecting systems and data, and the techniques for analyzing and mitigating threats." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "seq_edit_171328", "image": [ "magic_brush_images_test/171328-input.png", "magic_brush_images_test/171328-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please assist me with the edits to this photo. . You need to change the brick wall into a tower" }, { "from": "gpt", "value": "Here's the finished edit of your image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_284725", "image": [ "magic_brush_images_test/284725-input.png", "magic_brush_images_test/284725-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in adjusting this photo? . You need to Remove the car in front of the bus." }, { "from": "gpt", "value": "No issues found! Here\u2019s your edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Photography: Create diagrams explaining camera settings and composition techniques. Use text descriptions to explain the principles of photography, with images that illustrate different settings, lighting conditions, and compositional rules.", "id": "education_54", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Photography: Create diagrams explaining camera settings and composition techniques. Use text descriptions to explain the principles of photography, with images that illustrate different settings, lighting conditions, and compositional rules." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Describe the business that specializes in providing funeral flowers and helps customers select and order appropriate tributes for memorial services in Rosiclare and its surrounding areas. Highlight their expertise in delivering to funeral homes and offering custom orders.", "raw_text": "Flowers are a way to commemorate life's most significant celebrations. From birthdays to weddings, they are essential to almost all family occasions. Funeral flowers continue to hold great importance to most funeral traditions and services today. \nLet THE FLOWER BASKET help you choose the perfect tribute to express your feelings for the departed. We are experienced in delivering to all funeral homes in Rosiclare and the surrounding areas. If you are looking for standing funeral sprays in Rosiclare, THE FLOWER BASKET can help. We specialize in funeral flowers and can create the perfect memorial for your final tribute. \n Order your floral standing spray online or call us at (618) 285-3518 for something more custom. \n", "id": "mmc4_doc_continuation_dad21dd202a9", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the business that specializes in providing funeral flowers and helps customers select and order appropriate tributes for memorial services in Rosiclare and its surrounding areas. Highlight their expertise in delivering to funeral homes and offering custom orders. You need to complete the subsequent document given the first part: Flowers symbolize and enhance life's milestones, from celebrations to memorials. \n The Flower Basket in Rosiclare specializes in creating and delivering perfect funeral sprays for memorial services. \n" }, { "from": "gpt", "value": " Order online for standard floral sprays or call for custom options. \n" } ], "image": [ "mmc4_images_test/dad21dd202a9.jpg", "mmc4_images_test/5a62a9d59403.jpg", "mmc4_images_test/c7d6885cd699.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_417043", "image": [ "magic_brush_images_test/417043-input.png", "magic_brush_images_test/417043-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please aid me in adjusting this picture. . You need to Put a clown on the bench." }, { "from": "gpt", "value": "Handled that for you! Here's your image, edited: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Describe the standard features of the Range Rover Sport S, including its alloy wheels, premium LED headlights with signature Daytime Running Lights, Two-zone Climate Control, grained leather seats, and advanced safety technologies.", "raw_text": "Range Rover Sport S features 19\u201d 5 split-spoke \u2018Style 5001\u2019 alloy wheels as standard. \nRange Rover Sport S features Premium LED headlights with signature Daytime Running Lights as standard. LED lights are designed to last the lifetime of the vehicle and use less energy. \n Achieving optimum luxury and cooling, Two-zone Climate Control has separate temperature controls for driver and the front passenger seats. \n The grained leather seats, available in Ebony, have 8-way powered adjustment for driver and passenger comfort. \n There is a wealth of innovative technologies available to provide additional safety for you and your passengers, including Emergency Braking, Lane Departure Warning, Front and Rear Parking Aid and Cruise Control and Speed Limiter. \n", "id": "mmc4_doc_continuation_7c175174db47", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the standard features of the Range Rover Sport S, including its alloy wheels, premium LED headlights with signature Daytime Running Lights, Two-zone Climate Control, grained leather seats, and advanced safety technologies. You need to complete the subsequent document given the first part: The Range Rover Sport S comes with standard 19-inch 'Style 5001' alloy wheels. \n The Range Rover Sport S comes standard with long-lasting, energy-efficient Premium LED headlights. \n Two-zone Climate Control allows individual temperature control for driver and front passenger seats for optimal luxury and cooling. \n The grained leather seats offer 8-way power adjustment for both driver and passenger. \n" }, { "from": "gpt", "value": " Advanced safety features like Emergency Braking, Lane Departure Warning, Parking Aids, and Cruise Control/Speed Limiter enhance protection for you and your passengers. \n" } ], "image": [ "mmc4_images_test/7c175174db47.jpg", "mmc4_images_test/8929e2e6324b.jpg", "mmc4_images_test/e4cef9d52742.jpg", "mmc4_images_test/2595aeb796d7.jpg", "mmc4_images_test/d63a331543a0.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Renewable Energy Adoption: Summarize the growth and impact of renewable energy sources. Instructions: Provide detailed reports on renewable energy adoption trends, including types of renewable energy and their impacts. Include charts showing adoption trends, infographics illustrating benefits, and photos of renewable energy installations. Interleave textual explanations with visual data to enhance understanding.", "id": "report_48", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Renewable Energy Adoption: Summarize the growth and impact of renewable energy sources. Instructions: Provide detailed reports on renewable energy adoption trends, including types of renewable energy and their impacts. Include charts showing adoption trends, infographics illustrating benefits, and photos of renewable energy installations. Interleave textual explanations with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_368667", "image": [ "magic_brush_images_test/368667-input.png", "magic_brush_images_test/368667-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you give me a hand with editing this picture? . You need to Have there be a stream running through the field" }, { "from": "gpt", "value": "Of course. Below is your edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Geology: Develop visual aids for rock formation and earth processes. Use interleaved text and images to explain the principles of geology, the processes of rock formation, and the impact of geological processes on the environment.", "id": "education_154", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Geology: Develop visual aids for rock formation and earth processes. Use interleaved text and images to explain the principles of geology, the processes of rock formation, and the impact of geological processes on the environment." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "AI-Powered Content Creation: Use AI tools to create content. Implement AI-powered content generation tools to develop articles, social media posts, and more. Combine the AI-generated text with high-quality images to create engaging content. Track the performance of the content and adjust your strategy based on engagement, ensuring the content is both informative and visually appealing.", "id": "marketing_163", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: AI-Powered Content Creation: Use AI tools to create content. Implement AI-powered content generation tools to develop articles, social media posts, and more. Combine the AI-generated text with high-quality images to create engaging content. Track the performance of the content and adjust your strategy based on engagement, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Augmented Reality: Implement AR in mobile apps to allow customers to try products virtually. Develop an AR feature that lets users see how products look in their environment or on themselves. Use a mix of realistic 3D models, text instructions, and user-friendly interfaces. Promote the AR feature through social media and email campaigns with engaging visuals and descriptions, ensuring a seamless and interactive experience.", "id": "marketing_32", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Augmented Reality: Implement AR in mobile apps to allow customers to try products virtually. Develop an AR feature that lets users see how products look in their environment or on themselves. Use a mix of realistic 3D models, text instructions, and user-friendly interfaces. Promote the AR feature through social media and email campaigns with engaging visuals and descriptions, ensuring a seamless and interactive experience." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "vist_49125", "image": [ "vist_images_test/50015993.jpg", "vist_images_test/50016029.jpg", "vist_images_test/50016173.jpg", "vist_images_test/50016559.jpg", "vist_images_test/50016644.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. when the sun arose , i took a picture of this lake . \n my friends and i ventured to this spot to get more pictures . \n around noon , we visited the church to go to service . \n" }, { "from": "gpt", "value": "as a field trip , my ministry went to enjoy a waterfall . \n towards the end of the day , we went back to the nice hotel . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Blockchain for Transparency: Use blockchain to provide transparency in your supply chain. Develop a blockchain-based system to track and verify product origins. Use a mix of text and visuals to explain the benefits of blockchain transparency to your customers. Promote the transparency initiative through email, social media, and your website, ensuring the content is both informative and visually appealing.", "id": "marketing_165", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Blockchain for Transparency: Use blockchain to provide transparency in your supply chain. Develop a blockchain-based system to track and verify product origins. Use a mix of text and visuals to explain the benefits of blockchain transparency to your customers. Promote the transparency initiative through email, social media, and your website, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Crisis Management: Have a plan in place to manage PR crises. Develop a crisis management strategy that includes clear communication guidelines. Create content with a mix of text and visuals to address the crisis and reassure customers. Monitor the situation and update the content as needed, ensuring the content is both informative and visually appealing.", "id": "marketing_191", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Crisis Management: Have a plan in place to manage PR crises. Develop a crisis management strategy that includes clear communication guidelines. Create content with a mix of text and visuals to address the crisis and reassure customers. Monitor the situation and update the content as needed, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Environmental Impact Assessments: Evaluate the ecological consequences of proposed construction projects by examining factors such as wildlife habitats, water quality, air pollution, and noise levels. Instructions: Write a detailed report on the potential environmental impacts, including the scope of the assessment and specific areas of concern. Include maps of the area, charts of pollution levels, and photos of affected wildlife habitats. Blend text and images to provide a clear, comprehensive assessment of environmental impacts.", "id": "report_4", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Environmental Impact Assessments: Evaluate the ecological consequences of proposed construction projects by examining factors such as wildlife habitats, water quality, air pollution, and noise levels. Instructions: Write a detailed report on the potential environmental impacts, including the scope of the assessment and specific areas of concern. Include maps of the area, charts of pollution levels, and photos of affected wildlife habitats. Blend text and images to provide a clear, comprehensive assessment of environmental impacts." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Augmented Reality: Create diagrams of AR applications and technologies. Use a combination of text and images to explain the principles of augmented reality, the technologies involved in AR applications, and their potential uses in various fields.", "id": "education_188", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Augmented Reality: Create diagrams of AR applications and technologies. Use a combination of text and images to explain the principles of augmented reality, the technologies involved in AR applications, and their potential uses in various fields." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "activitynet_continuation_v_zPl4spxrvg4", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_zPl4spxrvg4_0.png", "activitynet_images_test/frame_v_zPl4spxrvg4_1.png", "activitynet_images_test/frame_v_zPl4spxrvg4_2.png", "activitynet_images_test/frame_v_zPl4spxrvg4_3.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A woman walks into frame speaking to the camera and pointing to a sign that leads into her speaking with a man in front of a bow and arrow. \n" }, { "from": "gpt", "value": " The man speaks to her and puts bowing equipment on the woman and holds out the bow for her. \n He teaches her how to properly hold the bow and the woman takes several turns shooting the bow and arrow. \n She cheers and continues shooting while the man speaks to her and shakes her hand as they walk away. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "wikihow_next_step_1_3319802", "image": [ "wiki_images_test/3319802_1_0.png", "wiki_images_test/3319802_1_1.png", "wiki_images_test/3319802_1_2.png", "wiki_images_test/3319802_1_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Homemade Liquid Dish Soap': Not thrilled with the chemicals and unknown additives in commercially generated dish soap? You can make your own soap at home using natural ingredients that you may already have in your kitchen or laundry room. Make a basic version with just three ingredients, create a delicious smelling version with essential oils, or use the cleaning powerhouse Borax to make an extremely effective soap -- or try all three and see which works best for your needs. \n You need to assist human user to complete this task via preparing liquid dish soap with essential oil. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Heat the water and grated soap until the soap melts. \n" }, { "from": "gpt", "value": "Add the liquid castile soap, some washing soda, and glycerin. \n Allow the soap to set. \n Mix in the essential oils and transfer the soap to a soap dispenser. \n" } ], "goal": "How to Make Homemade Liquid Dish Soap", "category": [ "Hobbies and Crafts", "Crafts" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Supply Chain Analysis: Evaluate the efficiency and risks in supply chains. Instructions: Provide detailed reports on supply chain trends, including factors affecting efficiency and risks. Include charts showing supply chain trends, infographics illustrating key metrics, and photos of supply chain operations. Combine text and images to create an informative supply chain report.", "id": "report_82", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Supply Chain Analysis: Evaluate the efficiency and risks in supply chains. Instructions: Provide detailed reports on supply chain trends, including factors affecting efficiency and risks. Include charts showing supply chain trends, infographics illustrating key metrics, and photos of supply chain operations. Combine text and images to create an informative supply chain report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Transportation Engineering: Develop diagrams of traffic flow and transportation systems. Use interleaved text and images to explain the principles of transportation engineering, the design of transportation systems, and the benefits for traffic management.", "id": "education_134", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Transportation Engineering: Develop diagrams of traffic flow and transportation systems. Use interleaved text and images to explain the principles of transportation engineering, the design of transportation systems, and the benefits for traffic management." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Describe a multi-million dollar home purchased by a TV presenter and her AFL player husband, featuring a luxurious interior and premium location, which they built after buying a former tennis court. Highlight the sale price and notable home features.", "raw_text": "A property that was once just a tennis court has sold for $4 million after TV presenter Natalie Hunter and her husband, former AFL player and umpire Jordan Bannister, built a luxurious four-bedroom home. \nThe former Carlton and Essendon player paid $1.8 million in 2014 for the property in Brighton, Melbourne, when it was just a tennis court on a 550sqm block which had been split from a neighbouring home. \n The Studio 10 regular and the AFL umpire then contracted high-end design and construction company Stonnington Group to rip down the tennis court and build the house from scratch. \n Hunter said she was overseas when her husband bought the property. The ultra-modern home boasts four bedrooms, three bathrooms, a gym, self-cleaning pool with sleek minimalist interior. Other features include a Miele kitchen with a butler\u2019s pantry, formal and casual lounges, plenty of natural light and the property is located just two blocks from the foreshore and close to the popular Brighton Baths. The property was sold to a family from the UK who said the home had the 'wow-factor', according to real estate agent Simon Pintado, who sold the home. \n The agent, from Buxton Bentleight in Victoria, received four written offers during its six week stint on the market, with the property initially listed as $3.9 to $4.2 million. An auction was set to take place in late-February before the property was sold privately to the family from Cambridge. The couple say their next real estate purchase will also be in Brighton.", "id": "mmc4_doc_continuation_46107a2bcc53", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a multi-million dollar home purchased by a TV presenter and her AFL player husband, featuring a luxurious interior and premium location, which they built after buying a former tennis court. Highlight the sale price and notable home features. You need to complete the subsequent document given the first part: A tennis court sold for $4 million and was transformed into a luxurious four-bedroom home by Natalie Hunter and Jordan Bannister. \n" }, { "from": "gpt", "value": " In 2014, a former AFL player purchased a 550sqm plot in Brighton, Melbourne, with a tennis court for $1.8 million. \n Stonnington Group was hired to demolish the tennis court and construct a new house. \n Hunter's husband bought an ultramodern home with four bedrooms, gym, self-cleaning pool, Miele kitchen, and 'wow-factor' while Hunter was abroad. \n" } ], "image": [ "mmc4_images_test/46107a2bcc53.jpg", "mmc4_images_test/2f9ed8a8bbb3.jpg", "mmc4_images_test/21fded9be7e9.jpg", "mmc4_images_test/039575761a59.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "vist_48886", "image": [ "vist_images_test/19730000.jpg", "vist_images_test/19730982.jpg", "vist_images_test/19730920.jpg", "vist_images_test/19730127.jpg", "vist_images_test/19730075.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. i went to see an awesome band called organization organization . \n the lead singer was giving us his whole life . \n as they say `` give the drummer sum '' ! he did an awesome solo . \n the lead and bass guitarist were in unison it was epic . \n" }, { "from": "gpt", "value": "standing on the drum , wow , what a way to end the show i still ca n't stop thinking about it . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Describe three Christmas finger puppets: Santa Claus, Rudolph the Reindeer, and a Christmas Elf. Emphasize their versatility as toys and decorative ornaments, suggesting attaching strings for tree decoration and purchasing from the seller's Etsy shop.", "raw_text": "This is a set of three popular Christmas figures: Jolly Santa Claus, Rudolph the Reindeer and the Christmas Elf. These finger puppets are a great addition to any child\u2019s puppet collection. \nEven when it isn\u2019t Christmas, you can still enjoy the Christmas spirit! If you attach a string to the top of their heads, they then become merry ornaments! \n Come Christmas, they will be ready to decorate your tree. The Christmas Trio is available from my online shop, muumade.etsy.com. \n You can also click on any photo above to go to its item page and download the instructions instantly upon purchase. Jolly Santa Claus and Rudolph the Reindeer are also available individually.", "id": "mmc4_doc_continuation_f27630699004", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe three Christmas finger puppets: Santa Claus, Rudolph the Reindeer, and a Christmas Elf. Emphasize their versatility as toys and decorative ornaments, suggesting attaching strings for tree decoration and purchasing from the seller's Etsy shop. You need to complete the subsequent document given the first part: Three iconic Christmas figures - Santa, Rudolph, and an Elf - make up this set of popular finger puppets. \n" }, { "from": "gpt", "value": " Enjoy the Christmas spirit year-round without the need for ornaments. \n By Christmas, the Christmas Trio will be ready for tree decoration, available online at muumade.etsy.com. \n" } ], "image": [ "mmc4_images_test/f27630699004.png", "mmc4_images_test/3061aef7a3a4.png", "mmc4_images_test/f3bc96541d78.png" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "activitynet_continuation_v_MGF7I9aCPPM", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_MGF7I9aCPPM_0.png", "activitynet_images_test/frame_v_MGF7I9aCPPM_1.png", "activitynet_images_test/frame_v_MGF7I9aCPPM_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A woman in a pink shirt is riding a cycle bike. \n" }, { "from": "gpt", "value": " She is then doing push ups on the ground. \n She does sit ups on the ground. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Renewable Energy: Create visuals explaining solar, wind, and hydroelectric power. Use a combination of text and images to explain how different renewable energy sources work, their benefits, and their impact on the environment.", "id": "education_116", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Renewable Energy: Create visuals explaining solar, wind, and hydroelectric power. Use a combination of text and images to explain how different renewable energy sources work, their benefits, and their impact on the environment." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_10", "image": [ "multi_concept_images/10_sofa_0.png", "multi_concept_images/10_cup_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the sofa and the cup . You need to generate a new image that composites the objects into a way as 'Watercolor painting of sofa and the cup.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "seq_edit_54464", "image": [ "magic_brush_images_test/54464-input.png", "magic_brush_images_test/54464-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you help me out with the adjustments to this picture? . You need to put a heart pillow next to the laptop" }, { "from": "gpt", "value": "Effortlessly done! See your image below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Describe a luxury sailing yacht's unique features and availability for charter, emphasizing its modern design and impressive size.", "raw_text": "Sailing Yacht VERTIGO is a Philippe Briand designed, Alloy Yachts constructed vessel of 220 foot in length over all with the interior design from Christian Liaigre. \nHer construction was overseen by the project manager Andrew Senn from Australia. Vertigo yacht is the first sailing yacht of her size to have an almost vertical bow. \n She was designed to be large but sensitive to sail, explaining her modern hull lines. Her almost vertical bow allows greater waterline length, thus making for a considerable improvement in speed both under sail and engine power. Available for chartering in East Mediterranean in the summer and in Caribbean in the winter. \n Notes: VERTIGO is a 67m luxury sail super yacht available for charter built in 2011. \n Charter up to 12 guests in 5 cabins (1 Master, 4 Double & 1 Twin) with a crew of 11. \n", "id": "mmc4_doc_continuation_95ff6aaf44e6", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a luxury sailing yacht's unique features and availability for charter, emphasizing its modern design and impressive size. You need to complete the subsequent document given the first part: The 220-foot-long VERTIGO, designed by Philippe Briand and built by Alloy Yachts, boasts an interior by Christian Liaigre. \n" }, { "from": "gpt", "value": " The Australian project manager, Andrew Senn, oversaw the construction of the record-breaking Vertigo yacht with its almost vertical bow. \n This large, sensitive sailboat boasts a vertical bow for increased waterline length and improved speed under sail and engine power, available for charter in the Mediterranean summers and Caribbean winters. \n The 67m luxury sailing yacht VERTIGO, built in 2011, is available for charter. \n A charter yacht accommodates 12 guests in 5 cabins with a team of 11 crew members. \n" } ], "image": [ "mmc4_images_test/95ff6aaf44e6.jpg", "mmc4_images_test/9f9c2b432cf1.jpg", "mmc4_images_test/b03b3ad81ab9.jpg", "mmc4_images_test/c33b0f051b34.jpg", "mmc4_images_test/e824df2a63c2.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Search for information on Peoria, Arizona's desirable neighborhoods and real estate market, focusing on the city's attractiveness and the popularity of its homes among families. Include mention of specific neighborhoods, real estate trends, and contact information for experts in the field.", "raw_text": "Search Peoria homes for sale & real estate in Peoria AZ. \nThe city of Peoria, Arizona takes pride in its large sports complex and as the training grounds for both the Seattle Mariners and the San Diego Padres. The city is much more than that because as many of its residents can attest, it is one of the best places to live in US. Do not take their word for it, the 2008, July publication considered Peoria one of the top 100 best places to live. Several popular neighborhoods such as Trilogy at Vistancia are experiencing an average listing price increase of 0.3% at this time. Families are taking a serious look at 2 and 4-bedroom homes, due to the high parent ratings of the three main elementary schools in the area. Whether the potential homebuyer prefers condominiums, townhouses or single family homes, they are all available in the Peoria area. \n Contact your Peoria Arizona real estate experts today for information about Peoria neighborhood properties for sale or to schedule a private home tour. \n", "id": "mmc4_doc_continuation_3ca125254f1b", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Search for information on Peoria, Arizona's desirable neighborhoods and real estate market, focusing on the city's attractiveness and the popularity of its homes among families. Include mention of specific neighborhoods, real estate trends, and contact information for experts in the field. You need to complete the subsequent document given the first part: Find homes for sale in Peoria, Arizona. \n Peoria, Arizona, known for its sports complex and home to the Seattle Mariners and San Diego Padres, is also a top-rated place to live, according to a 2008 publication, with popular neighborhoods and excellent schools attracting families. \n" }, { "from": "gpt", "value": " Connect with Peoria, Arizona realtors for property details and home tours. \n" } ], "image": [ "mmc4_images_test/3ca125254f1b.png", "mmc4_images_test/51be1954c65d.png", "mmc4_images_test/62ce0274450a.png" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Social Media Advertising: Run paid ads on social media platforms. Develop a social media advertising strategy that targets your ideal audience. Create ad campaigns with a mix of text and high-quality images or videos. Track the performance of the ads and optimize them based on engagement and conversion rates, ensuring the content is both informative and visually appealing.", "id": "marketing_104", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Social Media Advertising: Run paid ads on social media platforms. Develop a social media advertising strategy that targets your ideal audience. Create ad campaigns with a mix of text and high-quality images or videos. Track the performance of the ads and optimize them based on engagement and conversion rates, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_1_216083", "image": [ "wiki_images_test/216083_1_0.png", "wiki_images_test/216083_1_1.png", "wiki_images_test/216083_1_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make a Paper Mask': Making a mask is a fun, easy and inexpensive way for adults or children to prepare for Halloween or a masquerade party. The masks can cover your entire face or just a small portion over your eyes. After you create your mask, you can attach a ribbon, string or dowel to make it wearable. If you plan on wearing your mask multiple times, there are even some tricks to preserve it. \n You need to assist human user to complete this task via decorating your mask. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Color your mask with markers, crayons and paint. \n Add glitter, jewels, feathers or any other decoration you have available. \n" }, { "from": "gpt", "value": "Set your mask aside so it can dry completely. \n" } ], "goal": "How to Make a Paper Mask", "category": [ "Arts and Entertainment", "Costumes" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Speech Pathology: Develop diagrams explaining speech mechanisms and disorders. Use interleaved text and images to explain how speech is produced, common speech disorders, and the techniques used to address them.", "id": "education_106", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Speech Pathology: Develop diagrams explaining speech mechanisms and disorders. Use interleaved text and images to explain how speech is produced, common speech disorders, and the techniques used to address them." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "The Enchanted Flute: A flute that can control the elements is discovered by a young musician named Finn, who must use it to save his village from a great storm. The story should be illustrated with images of the enchanted flute, the elemental control, and Finn's efforts to save his village. Show scenes of Finn learning to play the flute and the moment he calms the storm.", "id": "storytelling_76", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Enchanted Flute: A flute that can control the elements is discovered by a young musician named Finn, who must use it to save his village from a great storm. The story should be illustrated with images of the enchanted flute, the elemental control, and Finn's efforts to save his village. Show scenes of Finn learning to play the flute and the moment he calms the storm." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "wikihow_next_step_1_8766231", "image": [ "wiki_images_test/8766231_1_0.png", "wiki_images_test/8766231_1_1.png", "wiki_images_test/8766231_1_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Clean Wooden Bowls': Wooden bowls add warmth and style to your decor or dining room table settings, but they require different care than standard glass or plastic dishes. With regular washing and occasional treatments with oil, wooden bowls will last years. When you have tough stains or buildup, try salt and lemon juice or buff your bowls gently with sandpaper. \n You need to assist human user to complete this task via treating stains and buildup. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Give wooden bowls a deep clean with salt and lemon. \n" }, { "from": "gpt", "value": "Disinfect wooden bowls with vinegar and water. \n Use fine-grit sandpaper to gently buff away buildup. \n" } ], "goal": "How to Clean Wooden Bowls", "category": [ "Home and Garden", "Housekeeping" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a business that provides funeral flowers and casket arrangements, emphasizing the significance of their gift in expressing sympathy and sentiment through beautiful blooms. Provide contact information for the business \"Hummingbirds Flowers & Gifts\" in Pace, offering both funeral flowers and online ordering options.", "raw_text": "A standing funeral spray can often say what words can not. They offer comfort and sentiment with their precious petals. Send this traditional sympathy gift as your last respects to a departed friend or loved one's family. \nIf you need funeral flowers in Pace, HUMMINGBIRDS FLOWERS & GIFTS can help you choose the right standing spray for your final memorial. For quality casket flowers in Pace, look no further than your neighborhood florist, HUMMINGBIRDS FLOWERS & GIFTS. \n We can create something to match the style and personality of your departed loved one. Give us a call at 850.995.9620 or order your casket flowers online below. \n We also create memorial flowers for cremation services.", "id": "mmc4_doc_continuation_dad21dd202a9", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a business that provides funeral flowers and casket arrangements, emphasizing the significance of their gift in expressing sympathy and sentiment through beautiful blooms. Provide contact information for the business \"Hummingbirds Flowers & Gifts\" in Pace, offering both funeral flowers and online ordering options. You need to complete the subsequent document given the first part: A standing funeral spray expresses comfort and sentiment through its petals as a heartfelt sympathy gift. \n" }, { "from": "gpt", "value": " For funeral and casket flowers in Pace, trust HUMMINGBIRDS FLOWERS & GIFTS. \n Order casket flowers to honor your loved one's style and personality. \n" } ], "image": [ "mmc4_images_test/dad21dd202a9.jpg", "mmc4_images_test/9135de7cb2c7.jpg", "mmc4_images_test/5a62a9d59403.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Political Science: Use visual aids to explain government structures and political processes. Combine text and images to illustrate the organization of different government systems, the roles of various political entities, and how policies are formulated and implemented.", "id": "education_30", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Political Science: Use visual aids to explain government structures and political processes. Combine text and images to illustrate the organization of different government systems, the roles of various political entities, and how policies are formulated and implemented." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Ethical Consumerism Reports: Summarize trends in consumer preferences for ethical products. Instructions: Provide detailed reports on ethical consumerism trends, including factors affecting preferences and products. Include charts showing consumer trends, infographics illustrating key metrics, and photos of ethical products. Combine text and images to create an informative ethical consumerism report.", "id": "report_174", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Ethical Consumerism Reports: Summarize trends in consumer preferences for ethical products. Instructions: Provide detailed reports on ethical consumerism trends, including factors affecting preferences and products. Include charts showing consumer trends, infographics illustrating key metrics, and photos of ethical products. Combine text and images to create an informative ethical consumerism report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_0_541147", "image": [ "wiki_images_test/541147_0_0.png", "wiki_images_test/541147_0_1.png", "wiki_images_test/541147_0_2.png", "wiki_images_test/541147_0_3.png", "wiki_images_test/541147_0_4.png", "wiki_images_test/541147_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Garlic Shrimp': Shrimp is a delicious seafood staple that\u2019s rich in protein and full of flavor. Plus, it\u2019s super easy to cook. Whether you\u2019re in the mood for a classic buttery garlic shrimp or a spicy garlic shrimp with a kick, it shouldn\u2019t take you longer than 20 minutes to whip up a delicious meal for yourself or your entire family. \n You need to assist human user to complete this task via easy buttery garlic shrimp. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Peel and devein 1 pound (0.45 kg) of large, raw shrimp. \n Saute the shrimp in melted butter over medium heat for 3-4 minutes. \n Remove the shrimp from the heat and transfer them to a plate. \n Add minced garlic to the skillet and cook it over medium heat until it\u2019s fragrant. \n" }, { "from": "gpt", "value": "Add wine, lemon juice, and butter and cook the sauce for 2 minutes. \n Remove the sauce from the heat and add the sauteed shrimp. \n" } ], "goal": "How to Make Garlic Shrimp", "category": [ "Food and Entertaining", "Recipes", "Fish and Seafood", "Prawns and Shrimp" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "vist_47231", "image": [ "vist_images_test/4304179196.jpg", "vist_images_test/4303438205.jpg", "vist_images_test/4303437537.jpg", "vist_images_test/4303437403.jpg", "vist_images_test/4303435759.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. i went out for a hike last weekend . \n there was so much snow everywhere . \n" }, { "from": "gpt", "value": "it was very cold . \n i had a great time out there . \n i was all by myself . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "User-Generated Content Campaigns: Encourage customers to share photos of themselves using your product with a specific hashtag. Create a campaign landing page that showcases the best user-generated content, incorporating customer testimonials and reviews. Use a mix of text and images to tell a compelling story, highlighting the authenticity and real-life applications of your product through these visuals.", "id": "marketing_8", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: User-Generated Content Campaigns: Encourage customers to share photos of themselves using your product with a specific hashtag. Create a campaign landing page that showcases the best user-generated content, incorporating customer testimonials and reviews. Use a mix of text and images to tell a compelling story, highlighting the authenticity and real-life applications of your product through these visuals." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Mobile-First Strategies: Design marketing strategies with a mobile-first approach. Optimize your website and content for mobile devices. Use a mix of concise text and responsive visuals to create a seamless mobile experience. Track the performance of your mobile campaigns and adjust your strategy as needed, ensuring the content is both informative and visually appealing.", "id": "marketing_169", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Mobile-First Strategies: Design marketing strategies with a mobile-first approach. Optimize your website and content for mobile devices. Use a mix of concise text and responsive visuals to create a seamless mobile experience. Track the performance of your mobile campaigns and adjust your strategy as needed, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Internet Usage Statistics: Report on global internet access and usage trends. Instructions: Provide detailed reports on general and high-level internet usage trend, including access rates, usage patterns, and digital divide issues. Include charts showing usage trends, maps of internet access regions, and infographics illustrating key metrics. Combine text and images to create an informative internet usage report.", "id": "report_46", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Internet Usage Statistics: Report on global internet access and usage trends. Instructions: Provide detailed reports on general and high-level internet usage trend, including access rates, usage patterns, and digital divide issues. Include charts showing usage trends, maps of internet access regions, and infographics illustrating key metrics. Combine text and images to create an informative internet usage report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Describe the initial operation of a new roller coaster at Six Flags and share your excitement for upcoming video footage, highlighting the unique sound the train makes as it passes over the steel tracks.", "raw_text": "Six Flags Over Texas has sent the New Texas Giant's trains on their maiden voyage around the ride's course. \nThe park took video of the first run, which they have posted for fans to view. Even though the train that was sent is only two cars long they still fly around the track at a great speed. I also noticed that you can hear the train as it passes over the sections of fabricated steel track, which was unexpected. Reminds me a little of a railroad train going by! The New Texas Giant is sure to be one of the most anticipated ride openings of 2011. \n I'm looking forward to when more testing video surfaces. The ride looks like a fun experience, but the physical appearance of the ride - wood with red metal tracking - kind of looks odd. \n", "id": "mmc4_doc_continuation_02edf1ee4214", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the initial operation of a new roller coaster at Six Flags and share your excitement for upcoming video footage, highlighting the unique sound the train makes as it passes over the steel tracks. You need to complete the subsequent document given the first part: Six Flags Texas debuts New Texas Giant roller coaster. \n" }, { "from": "gpt", "value": " The new two-car Texas Giant roller coaster, with filmed footage available, promises exciting speeds and unexpected steel track sounds, generating great anticipation for its 2011 opening. \n Anticipating release of additional testing videos for the unique-looking, fun ride. \n" } ], "image": [ "mmc4_images_test/02edf1ee4214.jpg", "mmc4_images_test/30c77fb1779a.jpg", "mmc4_images_test/634d9265e7c9.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Seasonal Campaigns: Create marketing campaigns around holidays or seasons to boost sales. Develop themed content that includes seasonal imagery and festive text. Plan a content calendar featuring social media posts, email newsletters, and special offers. Ensure all visuals and messaging are consistent with the seasonal theme to create a cohesive and engaging campaign.", "id": "marketing_12", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Seasonal Campaigns: Create marketing campaigns around holidays or seasons to boost sales. Develop themed content that includes seasonal imagery and festive text. Plan a content calendar featuring social media posts, email newsletters, and special offers. Ensure all visuals and messaging are consistent with the seasonal theme to create a cohesive and engaging campaign." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Chatbots for Customer Service: Use AI chatbots on your website to assist customers and answer questions. Develop a chatbot that can handle common inquiries and provide personalized recommendations. Use a combination of text responses and product images to create a helpful and engaging user experience. Monitor chatbot interactions and update its knowledge base regularly to ensure accuracy and relevance.", "id": "marketing_34", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Chatbots for Customer Service: Use AI chatbots on your website to assist customers and answer questions. Develop a chatbot that can handle common inquiries and provide personalized recommendations. Use a combination of text responses and product images to create a helpful and engaging user experience. Monitor chatbot interactions and update its knowledge base regularly to ensure accuracy and relevance." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "activitynet_continuation_v_69IsHpmRyfk", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_69IsHpmRyfk_0.png", "activitynet_images_test/frame_v_69IsHpmRyfk_1.png", "activitynet_images_test/frame_v_69IsHpmRyfk_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A young girl is seen sitting in a chair with a person standing next to her. \n" }, { "from": "gpt", "value": " The person next to her then piercing one ear followed by the other. \n The person rubs lotion on the piercings afterwards. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Experiential Marketing: Create unique and memorable experiences for customers. Develop an experiential marketing campaign that uses a mix of text and visuals to create an immersive experience. Plan events, pop-up shops, or interactive installations that engage customers. Document the experience with photos and videos to share on your website and social media, ensuring the content is both engaging and visually appealing.", "id": "marketing_62", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Experiential Marketing: Create unique and memorable experiences for customers. Develop an experiential marketing campaign that uses a mix of text and visuals to create an immersive experience. Plan events, pop-up shops, or interactive installations that engage customers. Document the experience with photos and videos to share on your website and social media, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Consumer Behavior Studies: Analyze shopping patterns and preferences in various demographics. Instructions: Provide detailed reports on consumer behavior trends, including factors affecting shopping patterns and demographic preferences. Include charts showing behavior trends, infographics illustrating key metrics, and photos of shopping activities. Combine text and images to create an informative consumer behavior report.", "id": "report_146", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Consumer Behavior Studies: Analyze shopping patterns and preferences in various demographics. Instructions: Provide detailed reports on consumer behavior trends, including factors affecting shopping patterns and demographic preferences. Include charts showing behavior trends, infographics illustrating key metrics, and photos of shopping activities. Combine text and images to create an informative consumer behavior report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Social Media Contests: Run contests on platforms like Instagram or Facebook to increase brand engagement. Design a contest that requires participants to submit photos or videos related to your brand, using a specific hashtag. Promote the contest with eye-catching graphics and clear textual instructions. Offer attractive prizes and share user-generated content on your brand\u2019s social media channels to amplify reach and visibility.", "id": "marketing_6", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Social Media Contests: Run contests on platforms like Instagram or Facebook to increase brand engagement. Design a contest that requires participants to submit photos or videos related to your brand, using a specific hashtag. Promote the contest with eye-catching graphics and clear textual instructions. Offer attractive prizes and share user-generated content on your brand\u2019s social media channels to amplify reach and visibility." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Limited Edition Products: Create limited edition products to create exclusivity. Develop a limited edition product strategy that includes unique designs and packaging. Use a mix of text and visuals to promote the limited edition products through email, social media, and your website. Highlight the scarcity and exclusivity to encourage quick purchases, ensuring the content is both engaging and visually appealing.", "id": "marketing_130", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Limited Edition Products: Create limited edition products to create exclusivity. Develop a limited edition product strategy that includes unique designs and packaging. Use a mix of text and visuals to promote the limited edition products through email, social media, and your website. Highlight the scarcity and exclusivity to encourage quick purchases, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Personalized Product Recommendations: Use AI to recommend products to customers based on their preferences. Implement a recommendation engine on your website and in email campaigns. Use a mix of text and product images to create personalized recommendations. Track the performance of the recommendations and adjust the algorithm as needed, ensuring the content is both informative and visually appealing.", "id": "marketing_82", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Personalized Product Recommendations: Use AI to recommend products to customers based on their preferences. Implement a recommendation engine on your website and in email campaigns. Use a mix of text and product images to create personalized recommendations. Track the performance of the recommendations and adjust the algorithm as needed, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Event Planning: Develop diagrams of event logistics and scheduling. Use interleaved text and images to explain the steps involved in planning an event, the logistics of managing different aspects, and the strategies for ensuring a successful event.", "id": "education_130", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Event Planning: Develop diagrams of event logistics and scheduling. Use interleaved text and images to explain the steps involved in planning an event, the logistics of managing different aspects, and the strategies for ensuring a successful event." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Sports Science: Develop visuals of athletic training and performance analysis. Use interleaved text and images to explain training techniques, the science behind athletic performance, and methods for analyzing and improving performance.", "id": "education_98", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Sports Science: Develop visuals of athletic training and performance analysis. Use interleaved text and images to explain training techniques, the science behind athletic performance, and methods for analyzing and improving performance." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "International Trade Reports: Document trends and policies in global trade. Instructions: Provide detailed reports on international trade trends, including factors affecting trade and policy efforts. Include charts showing trade trends, maps of trade routes, and photos of trade activities. Combine text and images to create an engaging trade report.", "id": "report_130", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: International Trade Reports: Document trends and policies in global trade. Instructions: Provide detailed reports on international trade trends, including factors affecting trade and policy efforts. Include charts showing trade trends, maps of trade routes, and photos of trade activities. Combine text and images to create an engaging trade report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_65307", "image": [ "magic_brush_images_test/65307-input.png", "magic_brush_images_test/65307-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please assist me in altering this photo. . You need to Have the woman wear a hat." }, { "from": "gpt", "value": "Handled that for you! Here's your image, edited: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Describe a heritage hotel offering an authentic Ladakh experience with cultural activities, traditional meals, and monastic festivals, emphasizing the immersion into Ladakh's rich cultural heritage.", "raw_text": "Stay at the Stok Palace Heritage Hotel and experience something unique, an attempt to open up a living heritage space to guests. \nWhether it is the 6 gorgeously restored rooms in the palace building or the 2-bedroom villas amidst the apricot orchard. When you choose to stay at Stok Palace you are choosing to immerse yourself in the cultural heritage of Ladakh. \n The 200 year old mural adorned walls,, the sound of Buddhist chants from the palace temple or a traditional Ladakhi meal in the royal kitchen, even evening tea in the shade of the magnificent old apricot and walnut trees, you will experience the Ladakhi way of life. \n One of the most popular monastic festivals of Ladakh, Hemis festival is organized in the commemoration of the birth of Guru Padmasambhava, the founder of Tantric Buddhism in Tibet. The monks get dressed in vibrant brocade robes and wear colorful facial masks for performing a sacred dance drama of his life and its mission. During this 3-day festival, the 4-storeyed thangka of Guru Padma Sambhava is slung in the courtyard along with other precious thangkas are out on display. We can help create an entire Ladakh experience package for our guests be it around the fantastic festivals of Ladakh, a wildlife experience or a village experience. Reach out to us and \u2018Experience Ladakh\u2019 and not just visit Ladakh.", "id": "mmc4_doc_continuation_35de1014cb4d", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a heritage hotel offering an authentic Ladakh experience with cultural activities, traditional meals, and monastic festivals, emphasizing the immersion into Ladakh's rich cultural heritage. You need to complete the subsequent document given the first part: Experience unique living heritage at Stok Palace Heritage Hotel. \n At Stok Palace, resting in its culturally rich surroundings, are the palace rooms and villas offering an unforgettable heritage experience in Ladakh. \n" }, { "from": "gpt", "value": " Experience the rich Ladakhi culture through centuries-old murals, temple chants, traditional meals, and evening tea under old apricot and walnut trees. \n" } ], "image": [ "mmc4_images_test/35de1014cb4d.jpg", "mmc4_images_test/a23eaf61ff39.jpg", "mmc4_images_test/cdde73b2d32a.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Cybersecurity Threat Analysis: Evaluate trends and impacts of cyber threats. Instructions: Provide detailed reports on cybersecurity threat trends, including types of threats and their impacts. Include charts showing threat trends, infographics illustrating mitigation strategies, and photos of cybersecurity infrastructure. Combine text and images to create an informative cybersecurity report.", "id": "report_54", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Cybersecurity Threat Analysis: Evaluate trends and impacts of cyber threats. Instructions: Provide detailed reports on cybersecurity threat trends, including types of threats and their impacts. Include charts showing threat trends, infographics illustrating mitigation strategies, and photos of cybersecurity infrastructure. Combine text and images to create an informative cybersecurity report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_39", "image": [ "multi_concept_images/39_cat_0.png", "multi_concept_images/39_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the dog . You need to generate a new image that composites the objects into a way as 'A plush toy replica of the cat and dog sitting beside it.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Cryptography: Develop visual aids for encryption techniques and algorithms. Use interleaved text and images to explain the principles of cryptography, the methods for encrypting data, and the techniques for ensuring data security.", "id": "education_178", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Cryptography: Develop visual aids for encryption techniques and algorithms. Use interleaved text and images to explain the principles of cryptography, the methods for encrypting data, and the techniques for ensuring data security." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Mining Engineering: Create diagrams of mining techniques and safety protocols. Use a combination of text and images to explain the principles of mining engineering, the methods for safe mining operations, and the benefits for resource extraction.", "id": "education_156", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Mining Engineering: Create diagrams of mining techniques and safety protocols. Use a combination of text and images to explain the principles of mining engineering, the methods for safe mining operations, and the benefits for resource extraction." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "The Hidden Library: A library that holds all the knowledge of the world appears only to those who seek it, and a young scholar named Elara must find it to save her kingdom. The story should be illustrated with images of the hidden library, Elara's quest, and the knowledge she discovers. Show scenes of Elara's journey to find the library and the moment she accesses its wisdom.", "id": "storytelling_68", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Hidden Library: A library that holds all the knowledge of the world appears only to those who seek it, and a young scholar named Elara must find it to save her kingdom. The story should be illustrated with images of the hidden library, Elara's quest, and the knowledge she discovers. Show scenes of Elara's journey to find the library and the moment she accesses its wisdom." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Corporate Governance Reports: Analyze the effectiveness of corporate governance practices. Instructions: Provide detailed reports on corporate governance trends, including factors affecting effectiveness and practices. Include charts showing governance trends, infographics illustrating key metrics, and photos of corporate activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_120", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Corporate Governance Reports: Analyze the effectiveness of corporate governance practices. Instructions: Provide detailed reports on corporate governance trends, including factors affecting effectiveness and practices. Include charts showing governance trends, infographics illustrating key metrics, and photos of corporate activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_319522", "image": [ "magic_brush_images_test/319522-input.png", "magic_brush_images_test/319522-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I require your assistance in editing this image. . You need to Let the horses turn white." }, { "from": "gpt", "value": "You got it! Here's the edit you asked for: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Computer Science: Create flowcharts and diagrams explaining algorithms and data structures. Each diagram should include text explanations of the algorithm\u2019s steps, the data structures used, and examples of their implementation.", "id": "education_26", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Computer Science: Create flowcharts and diagrams explaining algorithms and data structures. Each diagram should include text explanations of the algorithm\u2019s steps, the data structures used, and examples of their implementation." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Collaborative Content: Partner with other brands or influencers to create joint content. Identify partners who share your target audience and brand values. Develop a content plan that includes a mix of text and visuals. Create and promote the content through email, social media, and your website, ensuring the content is both informative and visually appealing.", "id": "marketing_78", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Collaborative Content: Partner with other brands or influencers to create joint content. Identify partners who share your target audience and brand values. Develop a content plan that includes a mix of text and visuals. Create and promote the content through email, social media, and your website, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Marketing: Create visual aids for understanding market segmentation and consumer behavior. Use diagrams and charts with text annotations to illustrate marketing concepts, target audience analysis, and strategies for reaching different consumer segments.", "id": "education_44", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Marketing: Create visual aids for understanding market segmentation and consumer behavior. Use diagrams and charts with text annotations to illustrate marketing concepts, target audience analysis, and strategies for reaching different consumer segments." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Nanotechnology: Develop illustrations of nanoscale structures and processes. Use a mix of text and images to explain the principles of nanotechnology, the design of nanoscale materials, and their potential applications.", "id": "education_78", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Nanotechnology: Develop illustrations of nanoscale structures and processes. Use a mix of text and images to explain the principles of nanotechnology, the design of nanoscale materials, and their potential applications." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Environmental Science: Visualize ecosystems and food webs. Create diagrams that depict various ecosystems, illustrating the relationships between different species, and explaining the flow of energy and nutrients through the food web.", "id": "education_24", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Environmental Science: Visualize ecosystems and food webs. Create diagrams that depict various ecosystems, illustrating the relationships between different species, and explaining the flow of energy and nutrients through the food web." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Describe a luxurious vacation home in the Dominican Republic with notable features, including large bedrooms, private bathrooms, a covered terrace, a two-tiered pool patio, and citrus plantings for privacy. Invite inquiries for further details.", "raw_text": "Villa Sirena is an ideal vacation home in Cabarete, Dominican Republic. \nThis spacious three-bedroom private estate has a Master suite that features an enormous bathroom with oversized bathtub and shower, a walk-in closet and art deco glass detailing. Guest bedrooms both feature private bathrooms. The guest bedrooms both feature private ensuite bathrooms with walk-in showers and colorful tropical tiles. There is a King size bed in the master bedroom, and queen size beds in both guest rooms. All bedrooms feature air-conditioning. Villa Sirena is perfect for hosting friends and family, with a large covered terrace, and two-tiered pool patio. \n The lawn is surrounded by citrus plantings and provides privacy with large flowering hibiscus and bougainvillea hedges. Inquire with us for more information regarding the superb luxury villa in the Dominican Republic, offered at an exceptional value for a Caribbean home. \n", "id": "mmc4_doc_continuation_2602c788bf8c", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a luxurious vacation home in the Dominican Republic with notable features, including large bedrooms, private bathrooms, a covered terrace, a two-tiered pool patio, and citrus plantings for privacy. Invite inquiries for further details. You need to complete the subsequent document given the first part: Villa Sirena is an idyllic vacation home in Cabarete, Dominican Republic. \n This spacious three-bedroom private estate boasts a Master suite with a large bathroom and two guest rooms with private ensuite bathrooms, all featuring air-conditioning and tropical decor, plus a covered terrace and two-tiered pool patio. \n" }, { "from": "gpt", "value": " A luxurious Dominican Republic villa features a secluded lawn with citrus plantings and flowering hedges. \n" } ], "image": [ "mmc4_images_test/2602c788bf8c.jpg", "mmc4_images_test/29f621864319.jpg", "mmc4_images_test/9ce52ab848f6.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Nonprofit Impact Reports: Summarize the outcomes of charitable organizations\u2019 efforts. Instructions: Provide detailed reports on nonprofit impact trends, including factors affecting outcomes and efforts. Include charts showing impact trends, infographics illustrating key metrics, and photos of nonprofit activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_100", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Nonprofit Impact Reports: Summarize the outcomes of charitable organizations\u2019 efforts. Instructions: Provide detailed reports on nonprofit impact trends, including factors affecting outcomes and efforts. Include charts showing impact trends, infographics illustrating key metrics, and photos of nonprofit activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Interactive Infographics: Create infographics that users can interact with. Design infographics that include clickable elements, combining informative text with engaging visuals. Use data visualization techniques to present information clearly. Promote the interactive infographics through your website and social media, ensuring the content is both informative and visually appealing.", "id": "marketing_141", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Interactive Infographics: Create infographics that users can interact with. Design infographics that include clickable elements, combining informative text with engaging visuals. Use data visualization techniques to present information clearly. Promote the interactive infographics through your website and social media, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "SMS Marketing: Send promotional messages directly to customers' mobile phones. Develop an SMS marketing strategy that includes personalized offers and timely updates. Create text messages with a mix of short text and emojis to capture attention. Track the performance of SMS campaigns and optimize them based on customer engagement, ensuring the content is both informative and visually engaging.", "id": "marketing_72", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: SMS Marketing: Send promotional messages directly to customers' mobile phones. Develop an SMS marketing strategy that includes personalized offers and timely updates. Create text messages with a mix of short text and emojis to capture attention. Track the performance of SMS campaigns and optimize them based on customer engagement, ensuring the content is both informative and visually engaging." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Innovation Index Reports: Summarize global rankings and factors influencing innovation. Instructions: Provide detailed reports on innovation index trends, including factors influencing innovation and country-specific performance. Include charts showing innovation rankings, infographics illustrating key metrics, and photos of innovative projects. Interleave textual explanations with visual data to enhance understanding.", "id": "report_72", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Innovation Index Reports: Summarize global rankings and factors influencing innovation. Instructions: Provide detailed reports on innovation index trends, including factors influencing innovation and country-specific performance. Include charts showing innovation rankings, infographics illustrating key metrics, and photos of innovative projects. Interleave textual explanations with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_543833", "image": [ "magic_brush_images_test/543833-input.png", "magic_brush_images_test/543833-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me to modify this image. . You need to let the glass vase be blue" }, { "from": "gpt", "value": "Here it is! Your edited image as requested: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_42", "image": [ "multi_concept_images/42_cat_0.png", "multi_concept_images/42_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the person . You need to generate a new image that composites the objects into a way as 'cat playing with person.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "seq_edit_494413", "image": [ "magic_brush_images_test/494413-input.png", "magic_brush_images_test/494413-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in adjusting this photo? . You need to Have there be with a fork sticking out of the hot dog" }, { "from": "gpt", "value": "Sure! Your newly edited image is presented below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_1_3264230", "image": [ "wiki_images_test/3264230_1_0.png", "wiki_images_test/3264230_1_1.png", "wiki_images_test/3264230_1_2.png", "wiki_images_test/3264230_1_3.png", "wiki_images_test/3264230_1_4.png", "wiki_images_test/3264230_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Shrimp Soup': Looking for a mouth-watering new way to serve up some shrimp? We've got you covered with two delicious recipes for shrimp soup. Read on to learn how. \n You need to assist human user to complete this task via coconut-ginger shrimp soup. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Heat the vegetable oil in a large saucepan over medium-low heat. \n Add the coconut milk, carrots, and 3 cups of water to the saucepan. \n Combine the cornstarch and two tablespoons of water in a small bowl. \n Bring the ingredients in the saucepan to a boil. \n" }, { "from": "gpt", "value": "Add the shrimp to the pot. \n Remove the pot from heat. \n" } ], "goal": "How to Make Shrimp Soup", "category": [ "Food and Entertaining", "Recipes", "Soups", "Seafood and Fish Soups" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_1_2605345", "image": [ "wiki_images_test/2605345_1_0.png", "wiki_images_test/2605345_1_1.png", "wiki_images_test/2605345_1_2.png", "wiki_images_test/2605345_1_3.png", "wiki_images_test/2605345_1_4.png", "wiki_images_test/2605345_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Strawberry Cheesecake in a Jar': Makes 4 jars \n You need to assist human user to complete this task via cheesecake. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Add the whipped topping and cream cheese in a large bowl. \n Blend in the vanilla extract, sliced strawberries, and 2/3 cup granulated sugar in the bowl. \n Add the mixture to the jars on top of the crust. \n Secure the jars with lids. \n Garnish the dessert before eating. \n" }, { "from": "gpt", "value": "Finished. \n" } ], "goal": "How to Make Strawberry Cheesecake in a Jar", "category": [ "Food and Entertaining", "Recipes", "Desserts and Sweets", "Dessert Pies", "Cheesecake" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_1_1115441", "image": [ "wiki_images_test/1115441_1_0.png", "wiki_images_test/1115441_1_1.png", "wiki_images_test/1115441_1_2.png", "wiki_images_test/1115441_1_3.png", "wiki_images_test/1115441_1_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Remove Paint from Your Shirt': None \n You need to assist human user to complete this task via removing oil paints. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Do not apply water. \n" }, { "from": "gpt", "value": "Apply an oil paint solvent to the stained area. \n Reapply solvent, if needed. \n Add dish soap to the bucket of warm water. \n Launder your shirt. \n" } ], "goal": "How to Remove Paint from Your Shirt", "category": [ "Home and Garden", "DIY" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a tourist excursion to historical towns along the Danube River in Hungary and Slovakia, highlighting the unique charm and artistic culture of each destination.", "raw_text": "This is a pleasant excursion both for natural lovers, architecture and old city explorers. We start first in Esztergom, the oldest town of Hungary. \nTake a view from the castle and visit the biggest catholic church of the country. Feel the emotion by crossing the Danube and step on a new country in Slovakia. \n Next destination is in Visegrad, driving up to the old ruins of the Citadel. \n It's a special atmosphere, a historic environment and the natural beauty of the Danube Bend makes this place a popular excursion area. \n The next town is famous for its colored houses, narrow charming roads, antique shops, museums and a lively movement atmosphere, Szentendre is a town of arts and museums. It is not by chance that the quietness of the little town and the closeness of the bustling metropolis of Budapest has drawn over one hundred artists here.", "id": "mmc4_doc_continuation_4166a77aad7b", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a tourist excursion to historical towns along the Danube River in Hungary and Slovakia, highlighting the unique charm and artistic culture of each destination. You need to complete the subsequent document given the first part: Esztergom, Hungary's oldest town, offers pleasure to nature lovers, architecture, and old city explorers. \n Appreciate the view from the castle, visit Slovakia's largest Catholic church, and experience crossing the Danube into a new country. \n" }, { "from": "gpt", "value": " Heading to Visegrad's Citadel ruins for the next destination. \n The Danube Bend's historic atmosphere and natural beauty make it a renowned excursion destination. \n" } ], "image": [ "mmc4_images_test/4166a77aad7b.jpg", "mmc4_images_test/c4edd86cc476.jpg", "mmc4_images_test/7997ab5a231d.jpg", "mmc4_images_test/2ccbe6d500cd.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Tourism Trend: Summarize travel trends and economic impacts of tourism. Instructions: Provide detailed reports on tourism trend, including visitor number trend, economic contributions, and popular destinations. Include charts showing tourism trends, maps of top destinations, and photos of tourist attractions. Combine textual analysis with visual data to make the report engaging and informative.", "id": "report_30", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Tourism Trend: Summarize travel trends and economic impacts of tourism. Instructions: Provide detailed reports on tourism trend, including visitor number trend, economic contributions, and popular destinations. Include charts showing tourism trends, maps of top destinations, and photos of tourist attractions. Combine textual analysis with visual data to make the report engaging and informative." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Podcast Creation: Create your own podcast to share industry insights and build a community. Plan your podcast content and format. Record and produce episodes with a mix of interviews, stories, and discussions. Promote the podcast with engaging visuals and text descriptions on your website and social media, ensuring the content is both informative and visually appealing.", "id": "marketing_92", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Podcast Creation: Create your own podcast to share industry insights and build a community. Plan your podcast content and format. Record and produce episodes with a mix of interviews, stories, and discussions. Promote the podcast with engaging visuals and text descriptions on your website and social media, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_0_3166380", "image": [ "wiki_images_test/3166380_0_0.png", "wiki_images_test/3166380_0_1.png", "wiki_images_test/3166380_0_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Walnut Babies': This fun craft project has been around for as long as humans have made toys from natural objects. Originally people would have used fabrics repurposed from old clothing, flour sacks or the like but you can use fabric scraps if you'd prefer. This project is ideal to make with kids (or for kids) as a decoration, and it's a good fundraising item, such as for a school fair. \n You need to assist human user to complete this task via preparing the walnuts. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Rest the walnut on a cutting board. \n Use a knife or blade of a strong pair of scissors to insert into the round end of the walnut. \n" }, { "from": "gpt", "value": "Gently tap the walnut on the board. \n" } ], "goal": "How to Make Walnut Babies", "category": [ "Hobbies and Crafts", "Crafts", "Nature Crafts", "Nut and Seed Art and Craft" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Collaborative Giveaways: Partner with other brands for joint giveaways. Identify brands that complement your product offerings. Create visually appealing promotional materials, combining text and images to highlight the giveaway details. Promote the giveaway through email, social media, and your website, ensuring the content is both engaging and visually appealing.", "id": "marketing_139", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Collaborative Giveaways: Partner with other brands for joint giveaways. Identify brands that complement your product offerings. Create visually appealing promotional materials, combining text and images to highlight the giveaway details. Promote the giveaway through email, social media, and your website, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "seq_edit_331816", "image": [ "magic_brush_images_test/331816-input.png", "magic_brush_images_test/331816-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you support me in altering this picture? . You need to Take away the trees." }, { "from": "gpt", "value": "No problem at all. Your modified image follows: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "vist_48461", "image": [ "vist_images_test/5529583354.jpg", "vist_images_test/5529583746.jpg", "vist_images_test/5528996177.jpg", "vist_images_test/5532536852.jpg", "vist_images_test/5532536954.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. we are getting ready for war \n in case the zombies come we are ready \n we have all we need \n nobody can take us down \n" }, { "from": "gpt", "value": "we are the proud soldiers \n" } ], "dataset_id": "vist_test_select" }, { "id": "activitynet_continuation_v_uO9qoK8zGQc", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_uO9qoK8zGQc_0.png", "activitynet_images_test/frame_v_uO9qoK8zGQc_1.png", "activitynet_images_test/frame_v_uO9qoK8zGQc_2.png", "activitynet_images_test/frame_v_uO9qoK8zGQc_3.png", "activitynet_images_test/frame_v_uO9qoK8zGQc_4.png", "activitynet_images_test/frame_v_uO9qoK8zGQc_5.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A man is doing Tai Chi moves on a beach alone in front of the sun. \n" }, { "from": "gpt", "value": " A group of people all dressed in white joins the man on the beach and does the martial arts moves. \n The man is alone again doing the moves. \n The people are with the man doing Tai Chi back on the beach. \n The man is alone on a hill doing the moves. \n The man is back on the beach doing the moves as the sun begins to set. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "The Jewel of the Sea: A mermaid\u2019s tear becomes a jewel that can control the seas, and a young sailor named Finn must protect it from pirates. The story should be illustrated with images of the shimmering jewel, the mermaid, and the pirate threat. Show scenes of Finn's encounters with the mermaid and his battle to protect the jewel.", "id": "storytelling_52", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Jewel of the Sea: A mermaid\u2019s tear becomes a jewel that can control the seas, and a young sailor named Finn must protect it from pirates. The story should be illustrated with images of the shimmering jewel, the mermaid, and the pirate threat. Show scenes of Finn's encounters with the mermaid and his battle to protect the jewel." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "multi_concept_gen_98", "image": [ "multi_concept_images/98_wooden pot_0.png", "multi_concept_images/98_cat_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the wooden pot and the cat . You need to generate a new image that composites the objects into a way as 'photo of the cat and wooden pot.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Manufacturing Output Reports: Analyze trends in industrial production. Instructions: Provide detailed reports on manufacturing output trends, including sector-specific performance and factors affecting production. Include charts showing output trends, infographics illustrating key metrics, and photos of manufacturing facilities. Interleave textual analysis with visual data to enhance comprehension.", "id": "report_64", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Manufacturing Output Reports: Analyze trends in industrial production. Instructions: Provide detailed reports on manufacturing output trends, including sector-specific performance and factors affecting production. Include charts showing output trends, infographics illustrating key metrics, and photos of manufacturing facilities. Interleave textual analysis with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Graphic Design: Develop tutorials on design principles with examples and annotations. Each tutorial should include text explanations of design concepts, annotated examples of good design practices, and step-by-step guides for creating specific types of designs.", "id": "education_48", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Graphic Design: Develop tutorials on design principles with examples and annotations. Each tutorial should include text explanations of design concepts, annotated examples of good design practices, and step-by-step guides for creating specific types of designs." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "activitynet_continuation_v_kTJDylL6pCU", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_kTJDylL6pCU_0.png", "activitynet_images_test/frame_v_kTJDylL6pCU_1.png", "activitynet_images_test/frame_v_kTJDylL6pCU_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A dog is seen standing in a bath tub chained to a tub and a woman walks into frame and grabs the dog. \n" }, { "from": "gpt", "value": " She hold up a bottle and sprays it around the dog, rubbing it into it's fur while speaking to the camera. \n She then takes a hose and sprays the dog with water and ends by looking back to the camera. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Workforce Demographics: Report on employment trends and workforce composition. Instructions: Provide detailed analysis of workforce demographics, including age, gender, and education levels. Include charts showing employment trends, infographics illustrating demographic breakdowns, and photos of workplace environments. Combine text and images to create a comprehensive workforce report.", "id": "report_34", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Workforce Demographics: Report on employment trends and workforce composition. Instructions: Provide detailed analysis of workforce demographics, including age, gender, and education levels. Include charts showing employment trends, infographics illustrating demographic breakdowns, and photos of workplace environments. Combine text and images to create a comprehensive workforce report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_323789", "image": [ "magic_brush_images_test/323789-input.png", "magic_brush_images_test/323789-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need your help to edit this photo. . You need to make the man laugh" }, { "from": "gpt", "value": "You got it! Here's the edit you asked for: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_534041", "image": [ "magic_brush_images_test/534041-input.png", "magic_brush_images_test/534041-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you support me with the modifications to this image? . You need to Have the boy be wearing sunglasses" }, { "from": "gpt", "value": "Glad to help! Here's the image with the changes: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Economic Impact Studies: Evaluate the effects of major events on local economies. Instructions: Analyze the economic impact of events such as festivals, sports events, or natural disasters. Include charts showing economic indicators, infographics summarizing key findings, and photos of the events. Interleave textual analysis with visual aids to provide a clear understanding of the economic impacts.", "id": "report_32", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Economic Impact Studies: Evaluate the effects of major events on local economies. Instructions: Analyze the economic impact of events such as festivals, sports events, or natural disasters. Include charts showing economic indicators, infographics summarizing key findings, and photos of the events. Interleave textual analysis with visual aids to provide a clear understanding of the economic impacts." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Employee Advocacy: Encourage employees to promote your brand on their social media. Develop an employee advocacy program with clear guidelines and incentives. Provide employees with high-quality images, videos, and text descriptions to share. Track employee participation and engagement to measure the impact of the program, ensuring the content is both informative and visually engaging.", "id": "marketing_126", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Employee Advocacy: Encourage employees to promote your brand on their social media. Develop an employee advocacy program with clear guidelines and incentives. Provide employees with high-quality images, videos, and text descriptions to share. Track employee participation and engagement to measure the impact of the program, ensuring the content is both informative and visually engaging." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_22", "image": [ "multi_concept_images/22_person_0.png", "multi_concept_images/22_shoes_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the person and the shoes . You need to generate a new image that composites the objects into a way as 'mosaic art of person wearing shoes.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "vist_45920", "image": [ "vist_images_test/2640358274.jpg", "vist_images_test/2639543307.jpg", "vist_images_test/2640365448.jpg", "vist_images_test/2639540151.jpg", "vist_images_test/2640374178.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. we all came out for the july 4th fireworks display . \n" }, { "from": "gpt", "value": "the colors were bright and vibrant . \n this was my friends favorite , since his favorite color is blue . \n this was my favorite just because of the brightness . \n the grand finale was spectacular . what a great show ! \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Retail Sales Reports: Summarize performance data for retail sectors. Instructions: Provide detailed reports on retail sales trends, including factors affecting sales and sector-specific performance. Include charts showing sales trends, infographics illustrating key metrics, and photos of retail environments. Interleave textual analysis with visual data to enhance comprehension.", "id": "report_52", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Retail Sales Reports: Summarize performance data for retail sectors. Instructions: Provide detailed reports on retail sales trends, including factors affecting sales and sector-specific performance. Include charts showing sales trends, infographics illustrating key metrics, and photos of retail environments. Interleave textual analysis with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_1040550", "image": [ "wiki_images_test/1040550_1_0.png", "wiki_images_test/1040550_1_1.png", "wiki_images_test/1040550_1_2.png", "wiki_images_test/1040550_1_3.png", "wiki_images_test/1040550_1_4.png", "wiki_images_test/1040550_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Eyelashes Longer with Vaseline': None \n You need to assist human user to complete this task via applying vaseline. Given the previous steps, you need to predict the subsequent 5 steps to help the user to finish the task. The previous steps are: \n Remove any makeup. \n" }, { "from": "gpt", "value": "Mix the Vaseline. \n Dip your wand in the Vaseline. \n Apply to your upper lashes. \n Apply to your lower lash line. \n Let it sit. \n" } ], "goal": "How to Make Eyelashes Longer with Vaseline", "category": [ "Personal Care and Style", "Hair Care", "Body Hair", "Facial Hair", "Eyelashes", "Making Eyelashes Longer" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "vist_48885", "image": [ "vist_images_test/19731231.jpg", "vist_images_test/19731025.jpg", "vist_images_test/19730669.jpg", "vist_images_test/19730621.jpg", "vist_images_test/19730540.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. the concert was a lot of fun last night . \n" }, { "from": "gpt", "value": "the singer was very talented . \n he could also play the guitar very well . \n it was very loud because i was really close to the stage . \n i had a great time though . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Technological Innovation Reports: Review breakthroughs and their potential impacts. Instructions: Provide detailed reports on technological innovation trends, including factors affecting breakthroughs and their impacts. Include charts showing innovation trends, infographics illustrating key metrics, and photos of innovative projects. Combine text and images to create an engaging innovation report.", "id": "report_102", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Technological Innovation Reports: Review breakthroughs and their potential impacts. Instructions: Provide detailed reports on technological innovation trends, including factors affecting breakthroughs and their impacts. Include charts showing innovation trends, infographics illustrating key metrics, and photos of innovative projects. Combine text and images to create an engaging innovation report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Public Relations: Use PR strategies to get media coverage for your brand. Develop a PR plan that includes press releases, media pitches, and event planning. Create high-quality images and text materials to support your PR efforts. Track media coverage and measure the impact on brand awareness and reputation, ensuring the content is both informative and visually appealing.", "id": "marketing_96", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Public Relations: Use PR strategies to get media coverage for your brand. Develop a PR plan that includes press releases, media pitches, and event planning. Create high-quality images and text materials to support your PR efforts. Track media coverage and measure the impact on brand awareness and reputation, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_0_1488674", "image": [ "wiki_images_test/1488674_0_0.png", "wiki_images_test/1488674_0_1.png", "wiki_images_test/1488674_0_2.png", "wiki_images_test/1488674_0_3.png", "wiki_images_test/1488674_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Cook Green or Brown Lentils': Green or brown lentils, sometimes known as continental lentils, are high in protein, iron and fiber, making them a healthy staple for vegetarian diets. Unlike red split lentils or yellow lentils, they don't fall apart when they're cooked. This article discusses three ways to enjoy cooked lentils: in Vegetable Lentil Soup, Fresh Lentil Salad and Megadarra, a dish popular in Egypt. \n You need to assist human user to complete this task via basic cooked lentils. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Pick over and rinse dried lentils. \n Pour the washed lentils into the cooking saucepan. \n" }, { "from": "gpt", "value": "Pour the water over the lentils. \n Lower the heat once boiling. \n Remove from the heat and drain well. \n" } ], "goal": "How to Cook Green or Brown Lentils", "category": [ "Food and Entertaining", "Recipes", "Rice and Beans" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Sponsorship of Events: Sponsor local or industry events to increase brand exposure. Identify events that align with your brand values and target market. Create promotional materials with a mix of text and visuals to highlight your sponsorship. Engage with event attendees through branded booths, giveaways, and interactive displays, ensuring the content is both engaging and visually appealing.", "id": "marketing_76", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Sponsorship of Events: Sponsor local or industry events to increase brand exposure. Identify events that align with your brand values and target market. Create promotional materials with a mix of text and visuals to highlight your sponsorship. Engage with event attendees through branded booths, giveaways, and interactive displays, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Guerilla Marketing: Implement unconventional marketing strategies to create buzz. Develop a creative and attention-grabbing campaign that uses a mix of text and visuals. Plan the execution carefully and choose locations or events that align with your target audience. Document the campaign with photos and videos to share on social media and other channels, ensuring the content is both engaging and visually appealing.", "id": "marketing_50", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Guerilla Marketing: Implement unconventional marketing strategies to create buzz. Develop a creative and attention-grabbing campaign that uses a mix of text and visuals. Plan the execution carefully and choose locations or events that align with your target audience. Document the campaign with photos and videos to share on social media and other channels, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Describe a collaboration between designers Alison Brooks and Felix de Pass to create a sustainable, versatile kitchen stool using American Cherry wood, showcased in various design festivals.", "raw_text": "Alison Brooks teamed up with furniture designer Felix de Pass to create a stool for the kitchen, as a part of a series of collaborations curated by Sir Terrance Conran for the American Hardwood Export Council, manufactured by Benchmark Furniture and exhibited at the V&A as part of 2014 London Design Festival. The exhibition later travelled to Barcelona and Cologne. Alongside Alison Brooks, the other mentors for up-and-coming designers that Terence Conran selected were Paul Smith, Norman Foster, Amanda Levete, John Pawson, Zaha Hadid, Alex de Rijke, Richard and Ab Rogers, and Allen Jones. The stool that sits at a kitchen counter is the most popular seat in many homes, offering a dynamic way of sitting \u2013 somewhere to eat or read a paper or work on your laptop. \nThere\u2019s a sense of transience to sitting on a stool; you don\u2019t have to commit to sitting down. \n Brooks and De Pass\u2019s kitchen stool design in solid American Cherry is intended to offer a visual lightness, simplicity and ease of use for any context. \n American cherry is a positive environmental choice for the stool, being a highly desirable timber which is readily available in the US forest but which has been under-utilised in recent years. \n The stool is carbon neutral on a cradle to grave basis. Very few non-wood materials are used and the carbon emissions from supply of wood are offset by energy recovery from wood waste which substitutes for fossil fuels.", "id": "mmc4_doc_continuation_140c961b23c2", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a collaboration between designers Alison Brooks and Felix de Pass to create a sustainable, versatile kitchen stool using American Cherry wood, showcased in various design festivals. You need to complete the subsequent document given the first part: Alison Brooks and Felix de Pass, under Terence Conran's curation, designed a kitchen stool for the American Hardwood Export Council, produced by Benchmark Furniture, and exhibited at V&A during the 2014 London Design Festival, which then traveled to Barcelona and Cologne, with Paul Smith, Norman Foster, Amanda Levete, John Pawson, Zaha Hadid, Alex de Rijke, Richard and Ab Rogers, and Allen Jones as fellow mentors for emerging designers. \n" }, { "from": "gpt", "value": " A stool offers transient seating without commitment. \n The Brooks and De Pass American Cherry kitchen stool provides visual lightness, simplicity, and ease of use. \n American cherry is an under-utilized, sustainable timber option in the US forest industry. \n" } ], "image": [ "mmc4_images_test/140c961b23c2.jpg", "mmc4_images_test/de9b389713f6.jpg", "mmc4_images_test/cf670a3ea5d1.jpg", "mmc4_images_test/5d1a4a3f2a3f.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_294330", "image": [ "magic_brush_images_test/294330-input.png", "magic_brush_images_test/294330-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in altering this image? . You need to let the books be leather bound" }, { "from": "gpt", "value": "You got it! Here's the edit you asked for: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Renewable Energy Studies: Document advancements and adoption rates of green technologies. Instructions: Provide detailed reports on renewable energy trends, including factors affecting advancements and adoption rates. Include charts showing energy trends, infographics illustrating key metrics, and photos of renewable energy projects. Interleave textual analysis with visual data to enhance understanding.", "id": "report_112", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Renewable Energy Studies: Document advancements and adoption rates of green technologies. Instructions: Provide detailed reports on renewable energy trends, including factors affecting advancements and adoption rates. Include charts showing energy trends, infographics illustrating key metrics, and photos of renewable energy projects. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "3D Printing: Develop visual aids for 3D modeling and printing processes. Use interleaved text and images to explain the principles of 3D printing, the processes involved in creating 3D models, and the techniques for printing and finishing 3D objects.", "id": "education_190", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: 3D Printing: Develop visual aids for 3D modeling and printing processes. Use interleaved text and images to explain the principles of 3D printing, the processes involved in creating 3D models, and the techniques for printing and finishing 3D objects." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_50", "image": [ "multi_concept_images/50_cat_0.png", "multi_concept_images/50_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the person . You need to generate a new image that composites the objects into a way as 'cat playing with person.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "wikihow_next_step_0_1625047", "image": [ "wiki_images_test/1625047_0_0.png", "wiki_images_test/1625047_0_1.png", "wiki_images_test/1625047_0_2.png", "wiki_images_test/1625047_0_3.png", "wiki_images_test/1625047_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Fufu': Fufu is a popular and staple food in the Caribbean and West Africa, particularly Ghana,DRC and Nigeria. It\u2019s made by mixing yams and other starchy vegetables with hot water to make a dough-like mash. There are many different ways to make fufu, and the ingredients and method depend on the region of origin. But traditionally, all types of fufu are eaten with soups, stews, and saucy dishes, and you eat it by breaking pieces off and using them to scoop up bites of your main dish. \n You need to assist human user to complete this task via corn fufu. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Boil the water. \n" }, { "from": "gpt", "value": "Add the cornmeal and reduce the heat. \n Stir constantly until the mixture thickens. \n Add the remaining water. \n Serve warm. \n" } ], "goal": "How to Make Fufu", "category": [ "Food and Entertaining", "Recipes", "World Cuisines", "African Cuisine" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Voice Search Optimization: Optimize content for voice search queries. Conduct keyword research to identify common voice search phrases. Create content that answers these queries, using a mix of text and images to enhance user engagement. Update your website's metadata to improve voice search compatibility, ensuring the content is both informative and visually appealing.", "id": "marketing_137", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Voice Search Optimization: Optimize content for voice search queries. Conduct keyword research to identify common voice search phrases. Create content that answers these queries, using a mix of text and images to enhance user engagement. Update your website's metadata to improve voice search compatibility, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "vist_49010", "image": [ "vist_images_test/865188579.jpg", "vist_images_test/866045220.jpg", "vist_images_test/865188769.jpg", "vist_images_test/865188815.jpg", "vist_images_test/865188851.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. the amount of pictures to view from the cruise was overwhelming . \n all of the signs there looked like this . \n" }, { "from": "gpt", "value": "here is the view as we approached the city on our boat . \n here we are leaving the harbor to go snorkeling . \n i received the package from the trip today , everything seems to be in order . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Trade Show Reports: Summarize highlights and innovations from major trade shows. Instructions: Provide detailed reports on trade show trends, including factors affecting highlights and innovations. Include charts showing show trends, photos of trade show activities, and infographics illustrating key metrics. Combine text and images to create an engaging trade show report.", "id": "report_170", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Trade Show Reports: Summarize highlights and innovations from major trade shows. Instructions: Provide detailed reports on trade show trends, including factors affecting highlights and innovations. Include charts showing show trends, photos of trade show activities, and infographics illustrating key metrics. Combine text and images to create an engaging trade show report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Describe the significance and must-visit destination in Florence, Italy, known for its Renaissance art and history \u2013 the San Marco Museum in the ancient Dominican convent, which includes a guided tour of its peaceful cloister, refectory, library, and celLS frescoed by Fra Angelico.", "raw_text": "The San Marco Museum is a real gem in the city of Florence. \nThe visit takes place in the ancient Dominican convent built by Cosimo de\u2019 Medici the Elder and designed in 1437 by Michelozzo, his favorite architect. The cloister, the refectory, the library and the monks\u2019 cells frescoed by Fra Angelico and his assistants, are real peaceful corners within the city center. \n Absolutely not to be missed. A guided tour to these two churches is a perfect synthesis of 300 years of history. \n After the Santa Maria del Fiore Cathedral, they are the two most important basilicas of the city. \n They house fundamental works of the Renaissance, chapels dedicated to the great Florentine families, and the tombs of famous people of Italian history.", "id": "mmc4_doc_continuation_69ec88a041b0", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the significance and must-visit destination in Florence, Italy, known for its Renaissance art and history \u2013 the San Marco Museum in the ancient Dominican convent, which includes a guided tour of its peaceful cloister, refectory, library, and celLS frescoed by Fra Angelico. You need to complete the subsequent document given the first part: The San Marco Museum is a notable attraction in Florence. \n In the city center, the peaceful Dominican convent built by Cosimo de\u2019 Medici in 1437 features tranquil cloisters, refectory, library, and monks' cells frescoed by Fra Angelico and his assistants. \n" }, { "from": "gpt", "value": " A 300-year history lesson: Don't miss the guided church tour. \n The Santa Maria del Fiore Cathedral and the two other major basilicas are Florentine landmarks. \n" } ], "image": [ "mmc4_images_test/69ec88a041b0.jpg", "mmc4_images_test/a95cfc96beeb.jpg", "mmc4_images_test/2a744092b179.jpg", "mmc4_images_test/5206d72422e3.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_0_1866757", "image": [ "wiki_images_test/1866757_0_0.png", "wiki_images_test/1866757_0_1.png", "wiki_images_test/1866757_0_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make a Classic Martini': When you're throwing an elegant dinner, there's no cocktail as appropriate as a classic martini. While there are some disagreements over the best way to prepare it -- Gin or vodka? Shaken or stirred? -- everyone agrees that a good martini must be properly chilled without any ice in it. That requires a little prep work to get right, but fortunately, a classic martini is still easy enough to make that even an inexperienced bartender can pull it off. \n You need to assist human user to complete this task via readying the glasses, ice, and garnish. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Put the martini glasses, shaker, and gin in the freezer. \n Crack the ice with a spoon and place in the shaker. \n" }, { "from": "gpt", "value": "Cut a strip of lemon peel for garnish. \n" } ], "goal": "How to Make a Classic Martini", "category": [ "Food and Entertaining", "Drinks", "Alcoholic Drinks", "Spirits and Liqueurs", "Cocktails", "Martinis" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_441483", "image": [ "magic_brush_images_test/441483-input.png", "magic_brush_images_test/441483-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me in tweaking this image. . You need to Let the toilet bowl have a lid." }, { "from": "gpt", "value": "Here is your retouched image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_482545", "image": [ "magic_brush_images_test/482545-input.png", "magic_brush_images_test/482545-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in altering this image? . You need to Change the cat to an iguana" }, { "from": "gpt", "value": "Here you go. Your edited image is ready: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_8238", "image": [ "magic_brush_images_test/8238-input.png", "magic_brush_images_test/8238-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me make some edits to this photo. . You need to Let the man wear a red tie." }, { "from": "gpt", "value": "Yep! Your edited image is right below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "The Moon's Daughter: A girl named Luna discovers she is the daughter of the moon and must embrace her powers to stop an eternal night. The story should be brought to life with images of Luna's moonlit powers, the threat of eternal night, and her journey. Show scenes of Luna discovering her heritage and using her powers to save the world.", "id": "storytelling_56", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Moon's Daughter: A girl named Luna discovers she is the daughter of the moon and must embrace her powers to stop an eternal night. The story should be brought to life with images of Luna's moonlit powers, the threat of eternal night, and her journey. Show scenes of Luna discovering her heritage and using her powers to save the world." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "wikihow_next_step_0_1874556", "image": [ "wiki_images_test/1874556_0_0.png", "wiki_images_test/1874556_0_1.png", "wiki_images_test/1874556_0_2.png", "wiki_images_test/1874556_0_3.png", "wiki_images_test/1874556_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Russian Dressing': None \n You need to assist human user to complete this task via making russian dressing. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Mix together mayonnaise and ketchup. \n" }, { "from": "gpt", "value": "Add the onion, vinegar, and salt and pepper. \n Chill (optional). \n Store your dressing (optional). \n Serve and enjoy. \n" } ], "goal": "How to Make Russian Dressing", "category": [ "Food and Entertaining", "Recipes", "Salads", "Salad Dressings" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_17", "image": [ "multi_concept_images/17_person_0.png", "multi_concept_images/17_jacket_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the person and the jacket . You need to generate a new image that composites the objects into a way as 'long shot of person sitting on the edge of a roof wearing jacket.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Virtual Showrooms: Create virtual showrooms to display products online. Develop a virtual showroom on your website that allows customers to explore products in detail. Use high-quality 3D models, text descriptions, and interactive elements to enhance the experience. Promote the virtual showroom through email, social media, and your website, ensuring the content is both engaging and visually appealing.", "id": "marketing_159", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Virtual Showrooms: Create virtual showrooms to display products online. Develop a virtual showroom on your website that allows customers to explore products in detail. Use high-quality 3D models, text descriptions, and interactive elements to enhance the experience. Promote the virtual showroom through email, social media, and your website, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_0_2516468", "image": [ "wiki_images_test/2516468_0_0.png", "wiki_images_test/2516468_0_1.png", "wiki_images_test/2516468_0_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Cook Asparagus on the Stove': None \n You need to assist human user to complete this task via preparation. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Clean the asparagus. \n" }, { "from": "gpt", "value": "Break off the bottoms. \n Cut the asparagus into pieces. \n" } ], "goal": "How to Cook Asparagus on the Stove", "category": [ "Food and Entertaining", "Food Preparation", "Basic Cooking Skills" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a Disneyland wedding package that offers a champagne toast, cake celebration, and three-course meal during the ceremony, allowing couple's personalization and choice of cake design and flavors.", "raw_text": "Today is day three of our Disneyland Weddings overview and you're in for a sweet treat! \nThe Escape Collection includes a champagne toast and cake celebration, along with a full three-course meal, following your intimate ceremony. You will have the choice of delightful 2-tiered cakes, featuring simple and elegant design. \n You may choose to add your own personal touch to each, whether you wish to add fresh floral, a personalized topper or a little extra Disney magic. \n In addition to the beautiful design, there is a selection of flavors, fillings and icing sure to be a hit among your friends and family! Continue to follow our blog and social this week as we look at each collection and share how you can get started planning your own special day!", "id": "mmc4_doc_continuation_a6a1c146b3bd", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a Disneyland wedding package that offers a champagne toast, cake celebration, and three-course meal during the ceremony, allowing couple's personalization and choice of cake design and flavors. You need to complete the subsequent document given the first part: Today is the third day of our Disneyland Weddings overview, featuring delicious surprises. \n" }, { "from": "gpt", "value": " The Escape Collection offers an intimate ceremony, followed by a champagne toast, cake celebration, and three-course meal. \n Customize your celebratory cakes with unique touches, such as fresh flowers, personalized toppers, or Disney magic. \n" } ], "image": [ "mmc4_images_test/a6a1c146b3bd.jpg", "mmc4_images_test/624ec56e163c.jpg", "mmc4_images_test/2ec3fb9f569b.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_338924", "image": [ "magic_brush_images_test/338924-input.png", "magic_brush_images_test/338924-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me make some edits to this photo. . You need to change the basil plant into a geranium plant" }, { "from": "gpt", "value": "Alright. Your edited image is attached: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_18", "image": [ "multi_concept_images/18_person_0.png", "multi_concept_images/18_glasses_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the person and the glasses . You need to generate a new image that composites the objects into a way as 'Watercolor painting of person wearing glasses.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Customer Journey Mapping: Map out the customer journey to identify touchpoints for engagement. Use data to develop a detailed customer journey map. Create visual representations of the journey, combining text and images to highlight key touchpoints. Use the insights to refine your marketing strategy and enhance customer experience, ensuring the content is both informative and visually appealing.", "id": "marketing_175", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Customer Journey Mapping: Map out the customer journey to identify touchpoints for engagement. Use data to develop a detailed customer journey map. Create visual representations of the journey, combining text and images to highlight key touchpoints. Use the insights to refine your marketing strategy and enhance customer experience, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_55", "image": [ "multi_concept_images/55_dog_0.png", "multi_concept_images/55_penguin plushie_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the penguin plushie . You need to generate a new image that composites the objects into a way as 'dog lounging beside a penguin plushie atop a towering skyscraper.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_49", "image": [ "multi_concept_images/49_cat_0.png", "multi_concept_images/49_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the person . You need to generate a new image that composites the objects into a way as 'cat and their pet person watching the sunset on a tranquil beach.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "seq_edit_60892", "image": [ "magic_brush_images_test/60892-input.png", "magic_brush_images_test/60892-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me to tweak this image. . You need to Add a dog." }, { "from": "gpt", "value": "Absolutely! Here\u2019s the image after edits: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_0_286729", "image": [ "wiki_images_test/286729_0_0.png", "wiki_images_test/286729_0_1.png", "wiki_images_test/286729_0_2.png", "wiki_images_test/286729_0_3.png", "wiki_images_test/286729_0_4.png", "wiki_images_test/286729_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Give a Back Massage': While performing an advanced, therapeutic back massage requires plenty of professional training, you can still give someone a relaxing, tissue stimulating massage even without training. By learning some of the basic massage techniques and how to apply them, you can begin giving quality massages at home. One of the most important parts to note is that without professional training, you should apply only light pressure with all of your techniques. \n You need to assist human user to complete this task via setting up for a back massage. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Choose a comfortable location. \n Place a soft mat down. \n Spread a sheet over the table or mat. \n Prepare the room. \n" }, { "from": "gpt", "value": "Have the person undress to his or her comfort level. \n Have the person lie face down. \n" } ], "goal": "How to Give a Back Massage", "category": [ "Personal Care and Style", "Massage", "Back Massage" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Influencer Takeovers: Let influencers take over your social media accounts for a day to engage their followers. Plan the takeover in advance and provide influencers with guidelines and assets. Create a mix of text and visual content that showcases the influencer\u2019s experience with your brand. Promote the takeover with teaser posts and highlight the best moments afterward, ensuring the content is both engaging and visually appealing.", "id": "marketing_40", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Influencer Takeovers: Let influencers take over your social media accounts for a day to engage their followers. Plan the takeover in advance and provide influencers with guidelines and assets. Create a mix of text and visual content that showcases the influencer\u2019s experience with your brand. Promote the takeover with teaser posts and highlight the best moments afterward, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "seq_edit_88759", "image": [ "magic_brush_images_test/88759-input.png", "magic_brush_images_test/88759-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please aid me in adjusting this picture. . You need to put a oven on the kitchen" }, { "from": "gpt", "value": "I've finalized your image edit: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "vist_46910", "image": [ "vist_images_test/8134529391.jpg", "vist_images_test/8134529499.jpg", "vist_images_test/8138656725.jpg", "vist_images_test/8138303253.jpg", "vist_images_test/8138275622.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. needed to stop and get gas before continuing on . \n a lovely small town that is a good place to call home . \n" }, { "from": "gpt", "value": "we are finally here , what natural beauty . \n another beautiful spot we found while exploring . \n what a gorgeous place for a picnic in the beauty of nature . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Art History: Analyze paintings and sculptures with annotated images. Combine text descriptions with close-up images of artworks to highlight key features, historical context, and the artist\u2019s techniques and intentions.", "id": "education_16", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Art History: Analyze paintings and sculptures with annotated images. Combine text descriptions with close-up images of artworks to highlight key features, historical context, and the artist\u2019s techniques and intentions." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Fintech: Create diagrams of digital financial services and technologies. Use a combination of text and images to explain the principles of fintech, the technologies involved in digital financial services, and the benefits for consumers and businesses.", "id": "education_180", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Fintech: Create diagrams of digital financial services and technologies. Use a combination of text and images to explain the principles of fintech, the technologies involved in digital financial services, and the benefits for consumers and businesses." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Cross-Promotions: Partner with other brands for cross-promotional campaigns. Identify brands that complement your product offerings. Develop joint promotional materials with a mix of text and visuals. Launch the cross-promotion and track its performance to assess the impact, ensuring the content is both engaging and visually appealing.", "id": "marketing_177", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Cross-Promotions: Partner with other brands for cross-promotional campaigns. Identify brands that complement your product offerings. Develop joint promotional materials with a mix of text and visuals. Launch the cross-promotion and track its performance to assess the impact, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Flash Sales: Run limited-time sales to create urgency and boost sales. Plan and promote the flash sale with visually appealing graphics and clear textual instructions. Use email, social media, and website banners to create awareness. Highlight the limited-time nature of the sale to encourage quick action, ensuring the content is both informative and visually engaging.", "id": "marketing_58", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Flash Sales: Run limited-time sales to create urgency and boost sales. Plan and promote the flash sale with visually appealing graphics and clear textual instructions. Use email, social media, and website banners to create awareness. Highlight the limited-time nature of the sale to encourage quick action, ensuring the content is both informative and visually engaging." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_14", "image": [ "multi_concept_images/14_chair_0.png", "multi_concept_images/14_headphone_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the chair and the headphone . You need to generate a new image that composites the objects into a way as 'A cat sniffing at the headphone on the chair.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "vist_45900", "image": [ "vist_images_test/3682252099.jpg", "vist_images_test/3683064482.jpg", "vist_images_test/3683064834.jpg", "vist_images_test/3682251797.jpg", "vist_images_test/3682252201.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. a day at the carnival with the family . awesome view from the skylift . \n" }, { "from": "gpt", "value": "walked around the entire park to see what they really wanted to ride first . \n as nighttime fell , the lights came on . all the rides look so cool lit up . \n the giant wheel looks even scarier in the dark . \n the night was finished off with an awesome fireworks show . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Sports Event Summaries: Detail outcomes, statistics, and highlights from major sporting events. Instructions: Summarize the outcomes of the events, including key player performances and significant moments. Include photos of the events, graphs showing player statistics, and highlight reels. Interweave text with visual content to create an engaging sports event summary.", "id": "report_12", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Sports Event Summaries: Detail outcomes, statistics, and highlights from major sporting events. Instructions: Summarize the outcomes of the events, including key player performances and significant moments. Include photos of the events, graphs showing player statistics, and highlight reels. Interweave text with visual content to create an engaging sports event summary." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_2762886", "image": [ "wiki_images_test/2762886_1_0.png", "wiki_images_test/2762886_1_1.png", "wiki_images_test/2762886_1_2.png", "wiki_images_test/2762886_1_3.png", "wiki_images_test/2762886_1_4.png", "wiki_images_test/2762886_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make No Bake Cookies': No bake cookies are a great treat to make when you want to avoid using your oven, and there are almost as many varieties of no-bake cookies as there are standard, baked cookies. Keep reading if you are interested in learning a few different recipes that can satisfy your sweet tooth. \n You need to assist human user to complete this task via making peanut butter cookies. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Cover a baking sheet with parchment or wax paper. \n Mix the sugar, milk, butter, cocoa powder, and salt in a pot. \n Turn the stove on and boil the mixture for one minute. \n" }, { "from": "gpt", "value": "Add the peanut butter, vanilla, and oats. \n Take the pot off the stove. \n Use a spoon to drop the dough onto the wax paper. \n" } ], "goal": "How to Make No Bake Cookies", "category": [ "Food and Entertaining", "Recipes", "Baking", "Cookies and Biscuits" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a renowned artist's background and the significance of his works focusing on tranquil depictions of his native Croatia.", "raw_text": "Fran Mlinar was born in 1959 in Split, Croatia. As a student, Mlinar became one of the youngest members of the Croatian Association of Graphic Artists. He studies at the Arts University of Sarajevo and at the Faculty of Arts and History of Art in Split, earning his Masters in 1984. From 1984 to 1988, he worked as a graphic designer, focusing on commercial art and technical illustration. Since joining the Croatian hyper-realism movement in 1988, Mlinar has succeeded in becoming on the leading masters of the movement. \nCritically acclaimed throughout Croatia, Europe and the United States, Mlinar's work can be found in the prominent art collections of the President of the Croatian Parliament and the Deputy Chairman of the Croatian American Society. \n In addition, this artist's work can also be found in the Croatian Embassy collection in Washington, D.C.\nMlinar's work strives to impart to the world a much calmer view of his native land. \n His 1994 suite, \"Seasons of the Adriatic\", exclusively published by Wentworth Gallery, mirrors the traditions of the ancient fishing villages along the Adriatic Sea where life remained unchanged for the last 100 years. \n Now a resident of the United States, Mlinar continues to paint his native Croatia, where \"the sea forever talks with stony coasts and white shores, and the wind is felt like a lover as it whispers to my soul.\" \n", "id": "mmc4_doc_continuation_a4d6709f5a9f", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a renowned artist's background and the significance of his works focusing on tranquil depictions of his native Croatia. You need to complete the subsequent document given the first part: Fran Mlinar, born in Split, Croatia in 1959, rose to become a leading master of the Croatian hyper-realism movement after earning a Masters in Art and working as a graphic designer. \n Mlinar's art is highly regarded in Croatia, Europe, and the US, with notable collections held by the Croatian Parliament's President and the Croatian American Society's Deputy Chairman. \n" }, { "from": "gpt", "value": " Mlinar's artwork, found in the Croatian Embassy, conveys a peaceful image of his homeland. \n The 1994 \"Seasons of the Adriatic\" suite by this artist portrays the timeless essence of ancient Adriatic Sea fishing villages. \n Mlinar, now living in the US, captures the soulful connection between Croatia's wind, sea, and stony shores in his paintings. \n" } ], "image": [ "mmc4_images_test/a4d6709f5a9f.jpg", "mmc4_images_test/e8c6a06e6d36.jpg", "mmc4_images_test/1752ad4b6a70.jpg", "mmc4_images_test/313a8e2d6038.jpg", "mmc4_images_test/e816dc6006ca.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Literary Analysis: Create mind maps to explore themes and character relationships in literature. Use interleaved text and images to represent characters, plot points, and thematic elements, showing how they interconnect and influence each other.", "id": "education_14", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Literary Analysis: Create mind maps to explore themes and character relationships in literature. Use interleaved text and images to represent characters, plot points, and thematic elements, showing how they interconnect and influence each other." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "activitynet_continuation_v_xwSeXFkTNlE", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_xwSeXFkTNlE_0.png", "activitynet_images_test/frame_v_xwSeXFkTNlE_1.png", "activitynet_images_test/frame_v_xwSeXFkTNlE_2.png", "activitynet_images_test/frame_v_xwSeXFkTNlE_3.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A gymnast is patiently waiting to start his performance. \n" }, { "from": "gpt", "value": " He jumps on to the board and starts spinning really fast before he jumps off and walks around. \n He take a breath and the audience claps for him before he jumps back on it and starts spinning again. \n When he is done he walks down and shakes hands with all the team mates, before he gets on one last time. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "seq_edit_360510", "image": [ "magic_brush_images_test/360510-input.png", "magic_brush_images_test/360510-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need your help to make changes to this image. . You need to change the car to a truck" }, { "from": "gpt", "value": "Here it is! Your edited image as requested: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_1_2978059", "image": [ "wiki_images_test/2978059_1_0.png", "wiki_images_test/2978059_1_1.png", "wiki_images_test/2978059_1_2.png", "wiki_images_test/2978059_1_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Mahamri': Mahamri are traditional Swahili doughnuts especially popular in the coastal regions of Kenya, Tanzania ,and Uganda. Puffy and golden brown, these triangular doughnuts are made with coconut milk and spiced with cardamom. Often eaten alongside pigeon peas, mahamri/mandaze are great treats to make for family gatherings or to enjoy at breakfast along with a cup of chai or coffee. \n You need to assist human user to complete this task via preparing the dough for frying. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Divide the dough into five balls. \n Coat the dough balls with flour and let them rise. \n" }, { "from": "gpt", "value": "Roll out each ball and shape them into circles. \n Cut the dough circles into quarters. \n" } ], "goal": "How to Make Mahamri", "category": [ "Food and Entertaining", "Recipes", "Baking", "Donuts and Doughnuts" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Public Opinion Polls: Report on survey results regarding political or social issues. Instructions: Summarize key findings from public opinion surveys, highlighting trends and significant opinions. Include charts showing survey results, infographics illustrating demographic breakdowns, and photos of relevant events or figures. Interleave textual analysis with visual data to create a compelling report on public opinion.", "id": "report_24", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Public Opinion Polls: Report on survey results regarding political or social issues. Instructions: Summarize key findings from public opinion surveys, highlighting trends and significant opinions. Include charts showing survey results, infographics illustrating demographic breakdowns, and photos of relevant events or figures. Interleave textual analysis with visual data to create a compelling report on public opinion." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Describe how creating diagonal shelves in an attic for efficient storage can maximize the space and share the idea with those facing similar organizing challenges.", "raw_text": "Using your attic as storage can be very efficient, but it comes with a few challenges. \nThe most commonly encountered is the shape of the space and how you should organize your things in this case. To enjoy the full capacity of your attic, the wisest option would be to create a shelving system. \n This next idea from IHeart Organizing seems to be very clever as it lets you use the space at its full capacity, by building your own diagonal shelves. This way you can use every inch of your attic to store all your stuff. \n Isn\u2019t that a great and such a simple idea? Make sure you share the piece of info with friends who may found themselves in a similar situation. For more information about how to build these shelves, visit the link below. 2. Sliding Barn Doors \u2026 I also love these sliding doors!", "id": "mmc4_doc_continuation_4e60f1eea35c", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe how creating diagonal shelves in an attic for efficient storage can maximize the space and share the idea with those facing similar organizing challenges. You need to complete the subsequent document given the first part: The attic can be an efficient storage solution with drawbacks. \n To maximize attic space, install a shelving system. \n" }, { "from": "gpt", "value": " IHeart Organizing's diagonal shelves maximize attic storage by utilizing every inch. \n" } ], "image": [ "mmc4_images_test/4e60f1eea35c.jpg", "mmc4_images_test/61b76c97f196.jpg", "mmc4_images_test/e36e013d6877.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Describe the new features and price range of Trek's expanded Slash lineup, highlighting the availability of carbon and aluminum models and the introduction of a more affordable top-of-the-line option.", "raw_text": "[Waterloo, WI] \u2013 Trek has announced a major expansion to its award-winning Slash lineup. \nThe platform that took home Bike of the Year honors from BikeRadar and Pinkbike last year now includes an Alpha Platinum Aluminum model, a lower-priced carbon model, and updates across the board. \n Trek has also re-introduced the full-carbon Slash 9.9 with a SRAM X01 Eagle drivetrain. \n The top-of-the-line Slash 9.9 offers the best enduro performance parts\u2014including carbon wheels, a Rapid Drive hub, a RE:aktiv with Thru Shaft shock, and a Fox Factory fork\u2014at a new lower price. \n Every Slash model in the lineup is now available in two colorways: an understated paint scheme and a bolder option. Prices for complete bikes range between $3499.99 MSRP and $7199.99 MSRP, with Slash 8 and Slash 9.9 at either end of the spectrum. \n Slash is available in four complete models and two framesets through Trek\u2019s wide network of retailers and on trekbikes.com. \n", "id": "mmc4_doc_continuation_0cdf1d4d9748", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the new features and price range of Trek's expanded Slash lineup, highlighting the availability of carbon and aluminum models and the introduction of a more affordable top-of-the-line option. You need to complete the subsequent document given the first part: Trek expands its award-winning Slash lineup in Waterloo, WI. \n Last year's Bike of the Year winner from BikeRadar and Pinkbike now offers an Alpha Platinum Aluminum model and a lower-priced carbon version, with upgrades across all models. \n Trek launched a full-carbon Slash 9.9 mountain bike with an SRAM X01 Eagle drivetrain. \n The Slash 9.9 provides superior enduro performance with carbon wheels, Rapid Drive hub, RE:aktiv shock, and Fox Factory fork at a reduced price. \n" }, { "from": "gpt", "value": " Slash models come in two colorways, with prices ranging from $3499.99 to $7199.99. \n Trek offers four complete models and two frame sets of Slash for sale through retailers and online. \n" } ], "image": [ "mmc4_images_test/0cdf1d4d9748.png", "mmc4_images_test/fa66dcac2564.jpg", "mmc4_images_test/a20316674e42.jpg", "mmc4_images_test/9001da3b7f7f.jpg", "mmc4_images_test/0ad9fe37e105.jpg", "mmc4_images_test/deeee97582ca.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Describe a luxury watch brand's anniversary release of a $2.5 million wristwatch with unique features like double-face dial, reversing mechanism, and numerous complications, emphasizing its exclusivity and eternal durability.", "raw_text": "Patek Philippe has been eternizing the tradition of Genevan watchmaking without interruption since May 1, 1839. \nTo celebrate its 175th anniversary, Swiss luxury watchmaker unveiled a luxury $2.5 million wristwatch. \n Featuring 18-karat gold and sapphire crystals, the Grandmaster Chime timepiece is the most expensive and complicated wristwatch Patek has ever built. Only seven of the timepieces will be produced, and the company will hold onto one that will be kept in the company\u2019s private collection in Geneva. The Grandmaster Chime automatically chimes the hour and quarters on three gongs, and each of the quarter-hour chimes has its own melody, which is something no other wristwatch in the world can offer. \n Another unique feature that the Grandmaster Chime boasts is the first double-face dial, that can be worn with either dial facing up: the one that focuses on the time and the sonnerie, the other dedicated to the full instantaneous perpetual calendar. Changing the face is very simple thanks to the ingenious reversing mechanism in the lugs. In its double-face case with a diameter of 47 mm, the luxury timepiece contains four spring barrels and no fewer than 20 complications, including functions such as a Grande and Petite Sonnerie, a minute repeater, an instantaneous perpetual calendar with a four-digit year display, a second time zone. \n The Grandmaster Chime displays two patented global premiers in the sphere of chiming watches: an acoustic alarm that strikes the alarm time and a date repeater that sounds the date on demand. Two prove the exclusiveness and unique nature of the Grandmaster Chime, the President of Patek Philippe Thierry Stern stated \u201cI would like to chat with the client and make sure he\u2019s a watch lover and make sure he\u2019s going to enjoy the watch for many years.\u201d The $2.5 million timepiece is made to be a watch that lasts for eternity \u2013 or at least for several lifetimes. \n", "id": "mmc4_doc_continuation_105a870221dc", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a luxury watch brand's anniversary release of a $2.5 million wristwatch with unique features like double-face dial, reversing mechanism, and numerous complications, emphasizing its exclusivity and eternal durability. You need to complete the subsequent document given the first part: Since 1839, Patek Philippe has continued Genevan watchmaking uninterrupted. \n Swiss luxury watchmaker introduces $2.5 million watch for its 175th anniversary. \n Patek's Grandmaster Chime, with 18-karat gold and sapphire crystals, is the most expensive and complex wristwatch produced by the company, featuring automatic quarter-hour chimes on three gongs with unique melodies. Only seven will be made, with one kept in the private collection. \n" }, { "from": "gpt", "value": " The Grandmaster Chime showcases a revolutionary double-faced dial with separate time and calendar displays, each driven by its own complication, and easily exchangeable via a reversing mechanism. It houses four spring barrels and 20 complications, including a Grande and Petite Sonnerie, minute repeater, instantaneous perpetual calendar, and second time zone. (84 characters) \n The Grandmaster Chime, a $2.5 million watch by Patek Philippe, debuts exclusive features \u2013 an acoustic alarm and date repeater \u2013 catering to dedicated watch enthusiasts aiming for long-term enjoyment. \n" } ], "image": [ "mmc4_images_test/105a870221dc.jpg", "mmc4_images_test/e7ee0cb92248.png", "mmc4_images_test/92efa7d78fa4.jpg", "mmc4_images_test/e1d24b42b4cf.jpg", "mmc4_images_test/828e910e01f7.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_328802", "image": [ "magic_brush_images_test/328802-input.png", "magic_brush_images_test/328802-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me make some edits to this photo. . You need to make the zebra drink from a bucket" }, { "from": "gpt", "value": "Glad to help! Here's the image with the changes: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Describe a scenic location that is abundant with wildflowers, specifically Milkweed and Bee Balm, and the various butterfly and insect species drawn to them for survival and nutrition.", "raw_text": "Summer is the perfect time to observe butterflies in action. \nA favorite spot of mine is the Hilltop Reservation, which is nestled in between North Caldwell and Verona, in Essex County, New Jersey. The Hilltop Reservation\u2019s meadow is also host to many native wildflowers, notably the Milkweed and Bee Balm. Milkweed is vital to the Monarch Butterfly\u2019s survival, as they breed almost exclusively on Milkweed and which is also their larvae\u2019s sole source of food. \n Chemicals in the Milkweed render both the larvae and adult butterflies toxic to predators. \n In addition to Monarchs, I have seen Silver Spotted Skippers, Great Spangled Fritillaries, Eastern Tiger Swallowtails and Black Swallowtails, Milkweed Beetles, and, of course, plenty of bees that also feed on the nectar of the Milkweed. Another native plant that is abundant at the Hilltop Reservation is Purple Bee Balm \u2013 also known as Wild Bergamot \u2013 which is part of the mint family. \n This plant attracts many other species of butterflies, such as Swallowtails, Skippers and Sulphurs, providing them with a rich source of nutritious nectar. \n The Purple Bee Balm plant also attracts the intriguing Hummingbird Clearwing Moth \u2013 which bears an uncanny resemblance to an actual hummingbird in flight. \n", "id": "mmc4_doc_continuation_490a16eb0818", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a scenic location that is abundant with wildflowers, specifically Milkweed and Bee Balm, and the various butterfly and insect species drawn to them for survival and nutrition. You need to complete the subsequent document given the first part: Summer offers prime opportunities for butterfly watching. \n The Hilltop Reservation in Essex County, New Jersey, is a favorite spot with native wildflowers, including Milkweed crucial for Monarch Butterfly survival. \n Milkweed chemicals protect butterfly larvae and adults from predators. \n I've observed various butterflies, including Monarchs, Silver Spotted Skippers, Great Spangled Fritillaries, Eastern Tiger Swallowtails, Black Swallowtails, and bees, feeding on Milkweed and Purple Bee Balm at the Hilltop Reservation. \n" }, { "from": "gpt", "value": " This plant serves as a nutritious nectar source for various butterfly species, including Swallowtails, Skippers, and Sulphurs. \n The Purple Bee Balm plant attracts hummingbird-like Clearwing Moths. \n" } ], "image": [ "mmc4_images_test/490a16eb0818.jpg", "mmc4_images_test/5c0d79309f07.jpg", "mmc4_images_test/5e062f73d9ab.jpg", "mmc4_images_test/d5c788afdf84.jpg", "mmc4_images_test/a342d479e58b.jpg", "mmc4_images_test/ec71ee09eaf0.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_24", "image": [ "multi_concept_images/24_cat_0.png", "multi_concept_images/24_chair_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the chair . You need to generate a new image that composites the objects into a way as 'A watercolor painting of a cat perched on a chair.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Language Learning: Use images to teach vocabulary in different languages. Create flashcards with an image on one side and the corresponding word in the target language on the other. Include example sentences and pronunciation guides to enhance understanding and retention.", "id": "education_6", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Language Learning: Use images to teach vocabulary in different languages. Create flashcards with an image on one side and the corresponding word in the target language on the other. Include example sentences and pronunciation guides to enhance understanding and retention." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Transport Infrastructure Reports: Analyze the state and development of transportation networks. Instructions: Provide detailed reports on transport infrastructure trends, including factors affecting development and performance. Include maps of transport networks, charts showing development trends, and photos of infrastructure projects. Combine text and images to create an informative transport infrastructure report.", "id": "report_90", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Transport Infrastructure Reports: Analyze the state and development of transportation networks. Instructions: Provide detailed reports on transport infrastructure trends, including factors affecting development and performance. Include maps of transport networks, charts showing development trends, and photos of infrastructure projects. Combine text and images to create an informative transport infrastructure report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Direct Mail Campaigns: Use personalized direct mail to reach potential customers. Design eye-catching direct mail pieces with a mix of text and images that highlight your products or offers. Use data to personalize the content and make it relevant to the recipient. Track the response rate and use the insights to refine future campaigns, ensuring the content is both engaging and visually appealing.", "id": "marketing_48", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Direct Mail Campaigns: Use personalized direct mail to reach potential customers. Design eye-catching direct mail pieces with a mix of text and images that highlight your products or offers. Use data to personalize the content and make it relevant to the recipient. Track the response rate and use the insights to refine future campaigns, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Cognitive Science: Create diagrams of brain functions and cognitive processes. Use interleaved text and images to explain how the brain processes information, different cognitive functions, and the theories of cognitive development.", "id": "education_84", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Cognitive Science: Create diagrams of brain functions and cognitive processes. Use interleaved text and images to explain how the brain processes information, different cognitive functions, and the theories of cognitive development." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Real Estate Development Analysis: Report on trends and projects in real estate development. Instructions: Provide detailed reports on real estate development trends, including factors affecting projects and performance. Include charts showing development trends, maps of real estate areas, and photos of construction activities. Combine text and images to create an engaging real estate development report.", "id": "report_150", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Real Estate Development Analysis: Report on trends and projects in real estate development. Instructions: Provide detailed reports on real estate development trends, including factors affecting projects and performance. Include charts showing development trends, maps of real estate areas, and photos of construction activities. Combine text and images to create an engaging real estate development report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "The Enchanted Ring: A ring that can grant any wish is discovered by a young boy named Sam, who must use it wisely to change his fate. The story should be illustrated with images of the enchanted ring, Sam's journey, and the changes he makes with its power. Show scenes of Sam's struggles and the moment he transforms his fate.", "id": "storytelling_92", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Enchanted Ring: A ring that can grant any wish is discovered by a young boy named Sam, who must use it wisely to change his fate. The story should be illustrated with images of the enchanted ring, Sam's journey, and the changes he makes with its power. Show scenes of Sam's struggles and the moment he transforms his fate." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "multi_concept_gen_51", "image": [ "multi_concept_images/51_dog_0.png", "multi_concept_images/51_cow plushie_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the cow plushie . You need to generate a new image that composites the objects into a way as 'dog lounging beside a cow plushie atop a towering skyscraper.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_97", "image": [ "multi_concept_images/97_wooden pot_0.png", "multi_concept_images/97_cat_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the wooden pot and the cat . You need to generate a new image that composites the objects into a way as 'Mosaic art of cat sitting inside the wooden pot.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Marine Biology: Visualize ocean ecosystems and marine species. Use interleaved text and images to explain the diversity of marine life, the structure of different ocean habitats, and the interactions between marine species.", "id": "education_64", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Marine Biology: Visualize ocean ecosystems and marine species. Use interleaved text and images to explain the diversity of marine life, the structure of different ocean habitats, and the interactions between marine species." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Describe a luxury golf resort, Cabot Links, known for its top-ranked golf courses and excellent accommodation, offering an unforgettable experience.", "raw_text": "Cabot Links features 36 holes of exhilarating links golf and one of the best resort experiences in the country. \nWith two acclaimed World Top 100 courses, 72 rooms of award-winning accommodation at Cabot Links Lodge, fourteen upscale Golf Villas and exquisite dining in three on-site restaurants, Cabot is designed to excite and inspire at every turn. \n The Cabot Cliffs course, designed by the decorated team of Bill Coore and Ben Crenshaw, is the newest addition to Cabot. \n \n Cabot Cliffs made its debut in the Golf Digest World Top 100 Courses at #19. \n \n", "id": "mmc4_doc_continuation_c77ee2ef739c", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a luxury golf resort, Cabot Links, known for its top-ranked golf courses and excellent accommodation, offering an unforgettable experience. You need to complete the subsequent document given the first part: Cabot Links offers 36 holes of exhilarating links golf and top-notch resort experiences. \n" }, { "from": "gpt", "value": " Cabot Links offers two top-100 golf courses, luxury accommodations, 14 Golf Villas, and three on-site restaurants. \n Cabot's newest golf course, designed by Coore and Crenshaw, is named Cabot Cliffs. \n The company reported strong sales growth during the third quarter, driven mainly by increased demand for its flagship product. \n Cabot Cliffs ranks #19 in Golf Digest's World Top 100 Courses. \n The sentence describes the task of summarizing a longer piece of text into a shorter, more concise, fluent, and high-quality version. \n" } ], "image": [ "mmc4_images_test/c77ee2ef739c.jpg", "mmc4_images_test/a9e1513594a6.jpg", "mmc4_images_test/cc17c310eb7f.jpg", "mmc4_images_test/3a5090f61901.jpg", "mmc4_images_test/330c6f1fd008.jpg", "mmc4_images_test/19a0b61fd1d1.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Educational Achievement Reports: Summarize student performance and educational outcomes. Instructions: Provide detailed reports on educational achievement metrics, such as standardized test scores, graduation rates, and academic performance. Include charts showing performance trends, infographics illustrating key metrics, and photos of educational settings. Interleave textual explanations with visual data to enhance understanding.", "id": "report_36", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Educational Achievement Reports: Summarize student performance and educational outcomes. Instructions: Provide detailed reports on educational achievement metrics, such as standardized test scores, graduation rates, and academic performance. Include charts showing performance trends, infographics illustrating key metrics, and photos of educational settings. Interleave textual explanations with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "AI-Driven Chatbots: Use AI chatbots for customer service and engagement. Develop a chatbot that can handle common inquiries and provide personalized recommendations. Use a combination of text responses and product images to create a helpful and engaging user experience. Monitor chatbot interactions and update its knowledge base regularly, ensuring the content is both informative and visually appealing.", "id": "marketing_179", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: AI-Driven Chatbots: Use AI chatbots for customer service and engagement. Develop a chatbot that can handle common inquiries and provide personalized recommendations. Use a combination of text responses and product images to create a helpful and engaging user experience. Monitor chatbot interactions and update its knowledge base regularly, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "The Dragon's Heart: A dragon\u2019s heart, capable of granting immortality, is stolen, and a brave warrior named Drake must retrieve it before it falls into the wrong hands. The story should include images of the powerful dragon's heart, the villainous thief, and Drake's quest. Illustrate scenes of Drake tracking down the thief and the moment he recovers the heart.", "id": "storytelling_46", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Dragon's Heart: A dragon\u2019s heart, capable of granting immortality, is stolen, and a brave warrior named Drake must retrieve it before it falls into the wrong hands. The story should include images of the powerful dragon's heart, the villainous thief, and Drake's quest. Illustrate scenes of Drake tracking down the thief and the moment he recovers the heart." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "The Mirror Lake: A lake that reflects a parallel world holds the secret to breaking a prince\u2019s curse, but only true bravery can reveal the hidden path. The story should be illustrated with images of the magical lake, the cursed prince, and the parallel world. Show the protagonist's journey to the lake, the reflection revealing the parallel world, and the moments of bravery that lead to breaking the curse.", "id": "storytelling_12", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Mirror Lake: A lake that reflects a parallel world holds the secret to breaking a prince\u2019s curse, but only true bravery can reveal the hidden path. The story should be illustrated with images of the magical lake, the cursed prince, and the parallel world. Show the protagonist's journey to the lake, the reflection revealing the parallel world, and the moments of bravery that lead to breaking the curse." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Maritime Studies: Develop diagrams of ship navigation and maritime safety. Use interleaved text and images to explain the principles of ship navigation, the safety procedures for maritime operations, and the benefits for maritime safety.", "id": "education_138", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Maritime Studies: Develop diagrams of ship navigation and maritime safety. Use interleaved text and images to explain the principles of ship navigation, the safety procedures for maritime operations, and the benefits for maritime safety." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "activitynet_continuation_v_azCsE98qwus", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_azCsE98qwus_0.png", "activitynet_images_test/frame_v_azCsE98qwus_1.png", "activitynet_images_test/frame_v_azCsE98qwus_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A woman wearing a red outfit raises her hands and feet, alternating them in a slow and methodical fashion. \n" }, { "from": "gpt", "value": " She puts on a show on a stage, going back and forth fluidly. \n The woman turns in several different directions, providing different actions before standing straight and still as her finale. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Describe a video game development company's efforts to create an authentic off-road racing experience with improved features, career mode overhaul, and a large roster of teams and stages in their upcoming game, WRC 8.", "raw_text": "French developer Kylotonn Games has confirmed they have no plans right now for WRC 8 to support VR. This may come as disappointing news for VR owners especially when you consider the fact that the title has benefited from a two-year development cycle rather than the typical one-year we\u2019ve seen since the modern WRC series began in 2010. \nInstead, Kylotonn\u2019s focus is very much on providing an authentic experience. The title will feature new off-road physics across its range of terrain along with a new dynamic weather system where rain, hail, and snow will have a real impact on the action. \n WRC 8\u2019s road surfaces will feature changing levels of grip too bringing tyre choice very much into the equation. \n The career modes in recent WRC titles have been near identical so it comes with great relief to hear that Kylotonn has been working extensively on a revamp. Players will need to manage their schedule and activities between rallies, utilise research and development to improve car performance, as well as recruit and manage staff members covering several areas from mechanics to finance. \n WRC 8 will feature an impressive tally of 50 teams, 14 rallies and more than 100 special stages from the 2019 season making it the biggest off-road racing game ever. \n WRC 8 will release some time in September 2019 across the PlayStation 4, Xbox One, Switch and PC. \n", "id": "mmc4_doc_continuation_0b53897031c2", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a video game development company's efforts to create an authentic off-road racing experience with improved features, career mode overhaul, and a large roster of teams and stages in their upcoming game, WRC 8. You need to complete the subsequent document given the first part: Despite a lengthy development cycle, WRC 8 from French studio Kylotonn Games will not initially support VR. \n Kylotonn prioritizes authentic off-road experience with new physics and dynamic weather impacting gameplay. \n WRC 8's varying road grip affects tyre selection. \n" }, { "from": "gpt", "value": " Players will manage schedules, research car performance, and hire staff in WRC's revamped career mode. \n WRC 8 offers the biggest off-road racing experience with 50 teams, 14 rallies, and over 100 special stages from the 2019 season. \n WRC 8 releases in September 2019 on PS4, Xbox One, Switch, and PC. \n" } ], "image": [ "mmc4_images_test/0b53897031c2.jpg", "mmc4_images_test/c3c66794a392.jpg", "mmc4_images_test/d40a948023d6.jpg", "mmc4_images_test/bfe64ea41359.jpg", "mmc4_images_test/c39b11ebd1d2.jpg", "mmc4_images_test/7a21cca70505.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Environmental Health Reports: Document the impact of environmental factors on public health. Instructions: Provide detailed reports on environmental health trends, including factors affecting health and public health initiatives. Include charts showing health trends, infographics illustrating key metrics, and photos of environmental activities. Combine text and images to create an informative environmental health report.", "id": "report_186", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Environmental Health Reports: Document the impact of environmental factors on public health. Instructions: Provide detailed reports on environmental health trends, including factors affecting health and public health initiatives. Include charts showing health trends, infographics illustrating key metrics, and photos of environmental activities. Combine text and images to create an informative environmental health report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_0_2131261", "image": [ "wiki_images_test/2131261_0_0.png", "wiki_images_test/2131261_0_1.png", "wiki_images_test/2131261_0_2.png", "wiki_images_test/2131261_0_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Thin Mint Cheesecake': None \n You need to assist human user to complete this task via first layer. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Whip the cream cheese until smooth in a large bowl. \n Add and combine the melted chocolate, cookies, vanilla, sugar, and eggs. \n Be sure that everything is thoroughly beaten before pouring it over the crust. \n" }, { "from": "gpt", "value": "Freeze the mixture. \n" } ], "goal": "How to Make Thin Mint Cheesecake", "category": [ "Food and Entertaining", "Recipes", "Desserts and Sweets", "Dessert Pies", "Cheesecake" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a used Schimmel grand piano with notable tonal properties and invite inquiries about trying it out with a paper template for proper fitting.", "raw_text": "A pre-owned Schimmel 213T grand piano finished in black polyester dating from 1998. \nThis instrument possesses a fine tonal palette owing to its size and build quality. It is a classic example of a 7ft Schimmel grand piano with fantastically sonorous bass and with a bell like treble. \n This pre-owned Schimmel Model 213 grand piano is currently in our on-site workshops undergoing final preparation, however is still available for viewing. \n Unsure if this grand piano will fit? Ask us to make a paper template so that you can try! Delivery charges may apply depending on degree of difficulty and location - enquire now for details.", "id": "mmc4_doc_continuation_6c44e2cac3fb", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a used Schimmel grand piano with notable tonal properties and invite inquiries about trying it out with a paper template for proper fitting. You need to complete the subsequent document given the first part: A 1998 Schimmel 213T grand piano in black polyester, previously owned. \n" }, { "from": "gpt", "value": " This 7ft Schimmel grand piano offers a rich tonal range, with deep bass and clear, bell-like treble notes. \n A refurbished Schimmel Model 213 grand piano is being readied for sale, viewable upon request. \n" } ], "image": [ "mmc4_images_test/6c44e2cac3fb.jpg", "mmc4_images_test/cf33ba5a0403.jpg", "mmc4_images_test/4d049b0bb26f.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Weather Forecast Summaries: Create comprehensive weather reports that include daily and weekly forecasts, temperature ranges, precipitation probabilities, and severe weather alerts. Instructions: Provide detailed weather forecasts for different regions, including temperature predictions, rainfall expectations, and any severe weather warnings. Use weather maps, temperature charts, and radar images showing precipitation and storm patterns. Combine narrative weather forecasts with visual data to enhance readability and understanding.", "id": "report_2", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Weather Forecast Summaries: Create comprehensive weather reports that include daily and weekly forecasts, temperature ranges, precipitation probabilities, and severe weather alerts. Instructions: Provide detailed weather forecasts for different regions, including temperature predictions, rainfall expectations, and any severe weather warnings. Use weather maps, temperature charts, and radar images showing precipitation and storm patterns. Combine narrative weather forecasts with visual data to enhance readability and understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_168153", "image": [ "wiki_images_test/168153_1_0.png", "wiki_images_test/168153_1_1.png", "wiki_images_test/168153_1_2.png", "wiki_images_test/168153_1_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Snow Cones': Snow cones are a delicious treat for the summer months that you can easily make at home. You can flavor this shaved ice desert with many different kinds of syrups so that everyone partaking can enjoy. As long as you have the right ingredients on hand, you can have your own delicious snow cone within minutes. \n You need to assist human user to complete this task via creating flavored syrups. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Create a Kool-Aid syrup. \n" }, { "from": "gpt", "value": "Make a natural juice syrup. \n Mix a sugar free syrup. \n Make a New Orleans Style snow cone. \n" } ], "goal": "How to Make Snow Cones", "category": [ "Food and Entertaining", "Recipes", "Desserts and Sweets", "Ice Cream and Frozen Desserts" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Food Safety Reports: Document cases of foodborne illnesses and safety measures. Instructions: Provide detailed reports on food safety trends, including factors contributing to foodborne illnesses and safety measures implemented. Include charts showing illness trends, infographics illustrating safety measures, and photos of food safety inspections. Combine text and images to create an informative food safety report.", "id": "report_62", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Food Safety Reports: Document cases of foodborne illnesses and safety measures. Instructions: Provide detailed reports on food safety trends, including factors contributing to foodborne illnesses and safety measures implemented. Include charts showing illness trends, infographics illustrating safety measures, and photos of food safety inspections. Combine text and images to create an informative food safety report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_0_522820", "image": [ "wiki_images_test/522820_0_0.png", "wiki_images_test/522820_0_1.png", "wiki_images_test/522820_0_2.png", "wiki_images_test/522820_0_3.png", "wiki_images_test/522820_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Remove Banana Stains from Fabric': Bananas are a portable, filling, and easy to eat snack that people of all ages, and all around the world, enjoy. Although seemingly harmless, bananas can leave tough stains on a variety of fabrics, especially if the banana stain is set in. With a few simple washing steps, banana stains can be removed from fabrics easily, if action is taken immediately. \n You need to assist human user to complete this task via removing banana stains from fabrics. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Scrape off excess banana pieces. \n" }, { "from": "gpt", "value": "Check the fabric label. \n Rinse the fabric (inside out) under cold water. \n Apply some enzyme pre-wash stain remover. \n Wash the fabric. \n" } ], "goal": "How to Remove Banana Stains from Fabric", "category": [ "Home and Garden", "Housekeeping", "Stain Removal", "Plant Stains" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Interactive Ads: Create interactive ads that allow customers to engage directly with the content. Design ads that include interactive elements like quizzes, polls, or sliders. Use a mix of engaging text and visuals to capture attention. Track user interactions and use the data to optimize future campaigns, ensuring that the ads are both informative and entertaining.", "id": "marketing_22", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Interactive Ads: Create interactive ads that allow customers to engage directly with the content. Design ads that include interactive elements like quizzes, polls, or sliders. Use a mix of engaging text and visuals to capture attention. Track user interactions and use the data to optimize future campaigns, ensuring that the ads are both informative and entertaining." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "The Enchanted Sword: A sword that can cut through anything is discovered by a young warrior named Arin, who must use it to defeat an evil sorcerer. The story should feature illustrations of the enchanted sword, Arin's journey, and the battle with the sorcerer. Include scenes of Arin wielding the sword and the moment he defeats the sorcerer.", "id": "storytelling_82", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Enchanted Sword: A sword that can cut through anything is discovered by a young warrior named Arin, who must use it to defeat an evil sorcerer. The story should feature illustrations of the enchanted sword, Arin's journey, and the battle with the sorcerer. Include scenes of Arin wielding the sword and the moment he defeats the sorcerer." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "The Crystal Scepter: A scepter made of crystal that can control the elements is discovered by a young prince named Orion, who must use it to save his kingdom from an evil sorcerer. The story should be brought to life with images of the crystal scepter, Orion's journey, and the battle with the sorcerer. Show scenes of Orion using the scepter's power and the moment he saves his kingdom.", "id": "storytelling_96", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Crystal Scepter: A scepter made of crystal that can control the elements is discovered by a young prince named Orion, who must use it to save his kingdom from an evil sorcerer. The story should be brought to life with images of the crystal scepter, Orion's journey, and the battle with the sorcerer. Show scenes of Orion using the scepter's power and the moment he saves his kingdom." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "seq_edit_398772", "image": [ "magic_brush_images_test/398772-input.png", "magic_brush_images_test/398772-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me to adjust this photo. . You need to change the chair into a wheel chair." }, { "from": "gpt", "value": "Not an issue. I've attached your modified image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_151050", "image": [ "magic_brush_images_test/151050-input.png", "magic_brush_images_test/151050-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need help making some adjustments to this picture. . You need to change the stop sign into a no entry sign" }, { "from": "gpt", "value": "No trouble at all! Here's the revised version of your image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Forensic Science: Develop visual aids for crime scene investigation and evidence analysis. Use interleaved text and images to explain the principles of forensic science, the methods for investigating crime scenes, and the techniques for analyzing and interpreting evidence.", "id": "education_198", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Forensic Science: Develop visual aids for crime scene investigation and evidence analysis. Use interleaved text and images to explain the principles of forensic science, the methods for investigating crime scenes, and the techniques for analyzing and interpreting evidence." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Web Development: Develop visual aids for coding and design of web pages. Use interleaved text and images to explain the principles of web development, the techniques for coding web pages, and the strategies for effective web design.", "id": "education_170", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Web Development: Develop visual aids for coding and design of web pages. Use interleaved text and images to explain the principles of web development, the techniques for coding web pages, and the strategies for effective web design." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_100", "image": [ "multi_concept_images/100_dog_0.png", "multi_concept_images/100_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the dog . You need to generate a new image that composites the objects into a way as 'dog playing with dog.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "vist_47115", "image": [ "vist_images_test/2810471722.jpg", "vist_images_test/2810472020.jpg", "vist_images_test/2810473738.jpg", "vist_images_test/2809625979.jpg", "vist_images_test/2810474054.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. this year we took a family vacation to the lake . \n our vacation home was a scenic home built right on the water ! \n we spent lots of time down on the lake shore swimming and fishing . \n we even found the ruins of an old home \n" }, { "from": "gpt", "value": "on the last day we took a canoe trip on the lake ! it was a great vacation . \n" } ], "dataset_id": "vist_test_select" }, { "id": "seq_edit_258155", "image": [ "magic_brush_images_test/258155-input.png", "magic_brush_images_test/258155-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me tweak this picture. . You need to Let the blanket be longer and hang over the bed." }, { "from": "gpt", "value": "Not an issue. I've attached your modified image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Storytelling Ads: Use storytelling techniques in your ads to create emotional connections. Develop ad campaigns that tell compelling stories about your brand or products. Use a mix of text, images, and videos to create an engaging narrative. Promote the ads through social media, email, and your website, ensuring the content is both emotionally resonant and visually appealing.", "id": "marketing_155", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Storytelling Ads: Use storytelling techniques in your ads to create emotional connections. Develop ad campaigns that tell compelling stories about your brand or products. Use a mix of text, images, and videos to create an engaging narrative. Promote the ads through social media, email, and your website, ensuring the content is both emotionally resonant and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "seq_edit_358653", "image": [ "magic_brush_images_test/358653-input.png", "magic_brush_images_test/358653-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me to modify this image. . You need to add drawing to the refrigerator" }, { "from": "gpt", "value": "I've finalized your image edit: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_0_2753096", "image": [ "wiki_images_test/2753096_0_0.png", "wiki_images_test/2753096_0_1.png", "wiki_images_test/2753096_0_2.png", "wiki_images_test/2753096_0_3.png", "wiki_images_test/2753096_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Carrot Cake Doughnuts': The sweetness of pineapple and carrot in every bite - these doughnuts remind you of the real carrot cake. \n You need to assist human user to complete this task via making the batter. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Mix the wet ingredients. \n Incorporate the yogurt, egg, and vanilla into the bowl. \n Add the pineapple and carrots last. \n Mix the dry ingredients. \n" }, { "from": "gpt", "value": "Incorporate the two bowls. \n" } ], "goal": "How to Make Carrot Cake Doughnuts", "category": [ "Food and Entertaining", "Recipes", "Baking", "Donuts and Doughnuts" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_491098", "image": [ "magic_brush_images_test/491098-input.png", "magic_brush_images_test/491098-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in altering this image? . You need to What if there is a bottle of wine on the table?" }, { "from": "gpt", "value": "Here is the updated image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Film Studies: Develop storyboards and scene analysis. Use interleaved text and images to break down scenes from films, explaining the visual storytelling techniques, camera angles, and narrative structures used.", "id": "education_52", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Film Studies: Develop storyboards and scene analysis. Use interleaved text and images to break down scenes from films, explaining the visual storytelling techniques, camera angles, and narrative structures used." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Influencer Partnerships: Collaborate with influencers to promote a new product launch. Identify influencers whose audience aligns with your target market. Provide them with high-quality product images and videos, along with key messaging points. Encourage influencers to create authentic content showcasing the product, incorporating both compelling text descriptions and engaging visuals, such as unboxing videos and lifestyle shots.", "id": "marketing_2", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Influencer Partnerships: Collaborate with influencers to promote a new product launch. Identify influencers whose audience aligns with your target market. Provide them with high-quality product images and videos, along with key messaging points. Encourage influencers to create authentic content showcasing the product, incorporating both compelling text descriptions and engaging visuals, such as unboxing videos and lifestyle shots." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_52", "image": [ "multi_concept_images/52_cat_0.png", "multi_concept_images/52_plushie_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the plushie . You need to generate a new image that composites the objects into a way as 'cat playing with a plushie on a sidewalk.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_37", "image": [ "multi_concept_images/37_cat_0.png", "multi_concept_images/37_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the dog . You need to generate a new image that composites the objects into a way as 'cat playing with a robot toy dog.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_76", "image": [ "multi_concept_images/76_barn_0.png", "multi_concept_images/76_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the barn and the person . You need to generate a new image that composites the objects into a way as 'photo of barn and the person.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "wikihow_next_step_1_1559356", "image": [ "wiki_images_test/1559356_1_0.png", "wiki_images_test/1559356_1_1.png", "wiki_images_test/1559356_1_2.png", "wiki_images_test/1559356_1_3.png", "wiki_images_test/1559356_1_4.png", "wiki_images_test/1559356_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Tea Eggs': Tea eggs are a year-round street food in China, but their mysterious marbled pattern and spiced flavor can impress dinner guests abroad. These characteristics develop during a long simmer in tea, soy sauce, and various Chinese spices. Feel free to adjust the recipe to match the spices you have available. \n You need to assist human user to complete this task via infusing the eggs with tea. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Bring more water to a boil. \n Add the tea. \n" }, { "from": "gpt", "value": "Steep tea with other marinade ingredients. \n Crack the eggshells gently. \n Simmer eggs in the marinade for one hour. \n Add water when necessary. \n" } ], "goal": "How to Make Tea Eggs", "category": [ "Food and Entertaining", "Recipes", "World Cuisines", "Asian Cuisine", "Chinese Dishes" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a robot vacuum's features and benefits, emphasizing its ability to automatically clean floors and avoid obstacles efficiently.", "raw_text": "In addition, in true iRobot style, the Roomba 890 automatically cleans your floors while avoiding obstacles. \nThe Roomba 614 Vacuum has a three stage system to clean your floors: first, it agitates to loosen debris, then is brushes, and then suctions to the floor to ensure it\u2019s all swept away. \n Keep your home effortlessly clean with the iRobot Roomba 860 Vacuum Cleaning Robot. \n iRobot\u2019s intelligently built Pet Space Circumventing Roomba can not only act as your mini vacuum cleaner but also safeguard itself from bumping into unnecessary odds and bends. \n Together with the iRobot HOME app, you\u2019ll be able to clean your home even when you\u2019re on the go. The iRobot is just as mad about cleaning every last bit of \u201cforeign contaminant\u201d as M-O, the cleaning robot from Wall-E.", "id": "mmc4_doc_continuation_5aad00ce6634", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a robot vacuum's features and benefits, emphasizing its ability to automatically clean floors and avoid obstacles efficiently. You need to complete the subsequent document given the first part: The Roomba 890 autonomously cleans floors and avoids obstacles. \n" }, { "from": "gpt", "value": " The Roomba 614 vacuum uses a three-stage cleaning process to agitate, brush, and suction debris from floors. \n The iRobot Roomba 860 effectively keeps homes clean with automatic vacuuming. \n iRobot's Roomba vacuums and avoids obstacles. \n" } ], "image": [ "mmc4_images_test/5aad00ce6634.jpg", "mmc4_images_test/4746b25ab3bb.jpg", "mmc4_images_test/049bda5d0200.jpg", "mmc4_images_test/a901462c79dd.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_116518", "image": [ "magic_brush_images_test/116518-input.png", "magic_brush_images_test/116518-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you support me in modifying this image? . You need to Make the teddy bear black." }, { "from": "gpt", "value": "Easily done! Attached is your edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_0_2105209", "image": [ "wiki_images_test/2105209_0_0.png", "wiki_images_test/2105209_0_1.png", "wiki_images_test/2105209_0_2.png", "wiki_images_test/2105209_0_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Remove Facial Wrinkles with Fruit': None \n You need to assist human user to complete this task via adding superfood fruits to your diet. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Harness the power of antioxidants. \n Consume foods that are rich in vitamin C and vitamin E. Vitamins C and E are rich in skin-enhancing antioxidants, and some experts believe that vitamin C is the most important vitamin for combatting wrinkles. \n" }, { "from": "gpt", "value": "Eat foods that are high in vitamin A and beta-carotene. \n Munch on foods that contain quercetin. \n" } ], "goal": "How to Remove Facial Wrinkles with Fruit", "category": [ "Health", "Integumentary System Health", "Skin Health" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Aviation: Create visuals of aircraft systems and flight procedures. Use a mix of text and images to explain the design and function of different aircraft systems, the steps in flight procedures, and the principles of aviation safety.", "id": "education_136", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Aviation: Create visuals of aircraft systems and flight procedures. Use a mix of text and images to explain the design and function of different aircraft systems, the steps in flight procedures, and the principles of aviation safety." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_79", "image": [ "multi_concept_images/79_sculpture_0.png", "multi_concept_images/79_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the sculpture and the person . You need to generate a new image that composites the objects into a way as 'A black marble statue of the person in front of sculpture.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Museum Studies: Create visualizations of exhibit design and curation processes. Use a mix of text and images to explain the steps involved in designing an exhibit, the principles of curation, and the ways in which artifacts are displayed and interpreted.", "id": "education_112", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Museum Studies: Create visualizations of exhibit design and curation processes. Use a mix of text and images to explain the steps involved in designing an exhibit, the principles of curation, and the ways in which artifacts are displayed and interpreted." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Supply Chain Disruptions: Report on causes and effects of supply chain issues. Instructions: Provide detailed reports on supply chain disruption trends, including factors affecting issues and their effects. Include charts showing disruption trends, infographics illustrating key metrics, and photos of supply chain activities. Combine text and images to create an informative supply chain disruption report.", "id": "report_194", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Supply Chain Disruptions: Report on causes and effects of supply chain issues. Instructions: Provide detailed reports on supply chain disruption trends, including factors affecting issues and their effects. Include charts showing disruption trends, infographics illustrating key metrics, and photos of supply chain activities. Combine text and images to create an informative supply chain disruption report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_9503474", "image": [ "wiki_images_test/9503474_1_0.png", "wiki_images_test/9503474_1_1.png", "wiki_images_test/9503474_1_2.png", "wiki_images_test/9503474_1_3.png", "wiki_images_test/9503474_1_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Eat Dried Dates': A date is a sweet and versatile fruit that can be used in a variety of dishes. Although dates can be eaten both fresh and dried, dried dates are more common. Dried dates are simple to prepare, and they can be used in salads, smoothies, oatmeal, desserts, and many other kinds of dishes. Dates are naturally sweet and they make a great substitute for refined sugar. \n You need to assist human user to complete this task via using dates in recipes. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Eat dried dates for an easy snack. \n" }, { "from": "gpt", "value": "Sprinkle dates into your oatmeal. \n Add dates to salads. \n Blend dates into a smoothie. \n Make date balls for a healthy dessert. \n" } ], "goal": "How to Eat Dried Dates", "category": [ "Food and Entertaining" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "vist_45901", "image": [ "vist_images_test/3682251351.jpg", "vist_images_test/3682251701.jpg", "vist_images_test/3682251797.jpg", "vist_images_test/3682251941.jpg", "vist_images_test/3683065528.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. we had an absolutely fantastic time at the fair this weekend ! \n from booths representing local businesses to local craft vendors , much of the community was represented . \n our giant ferris wheel was a hit for fairgoers as well as a breathtaking sight of light . \n" }, { "from": "gpt", "value": "daytime activities for the whole family were offered along with a variety of live music . \n our beautiful summer festival was capped off by a firework show to remember . \n" } ], "dataset_id": "vist_test_select" }, { "id": "seq_edit_352290", "image": [ "magic_brush_images_test/352290-input.png", "magic_brush_images_test/352290-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in making changes to this photo? . You need to What if the horse was using a hat?" }, { "from": "gpt", "value": "Here you go. Your edited image is ready: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_47", "image": [ "multi_concept_images/47_cat_0.png", "multi_concept_images/47_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the person . You need to generate a new image that composites the objects into a way as 'A black-and-white photograph of the cat holding person.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Philosophy: Create diagrams of philosophical arguments and schools of thought. Use a mix of text and images to explain different philosophical arguments, the key figures in various schools of thought, and their contributions to philosophical discourse.", "id": "education_96", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Philosophy: Create diagrams of philosophical arguments and schools of thought. Use a mix of text and images to explain different philosophical arguments, the key figures in various schools of thought, and their contributions to philosophical discourse." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "vist_47385", "image": [ "vist_images_test/2083852338.jpg", "vist_images_test/2083069031.jpg", "vist_images_test/2083853270.jpg", "vist_images_test/2083853418.jpg", "vist_images_test/2083069751.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. the streets were crowded . \n what was this hot dog doing ? \n" }, { "from": "gpt", "value": "at least the river was pretty . \n it looked great at night . \n they even lit up the ships . \n" } ], "dataset_id": "vist_test_select" }, { "id": "seq_edit_262710", "image": [ "magic_brush_images_test/262710-input.png", "magic_brush_images_test/262710-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need help with the editing of this picture. . You need to replace the cap with a cowboy hat" }, { "from": "gpt", "value": "Handled that for you! Here's your image, edited: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "The Sunken City: A young diver named Marina finds an ancient city beneath the sea, where merfolk and sea monsters dwell, and she must unite them to save the ocean. The story should be illustrated with images of the underwater city, the merfolk, and the sea monsters. Show Marina's exploration of the sunken city and her efforts to unite its inhabitants to protect the ocean.", "id": "storytelling_22", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Sunken City: A young diver named Marina finds an ancient city beneath the sea, where merfolk and sea monsters dwell, and she must unite them to save the ocean. The story should be illustrated with images of the underwater city, the merfolk, and the sea monsters. Show Marina's exploration of the sunken city and her efforts to unite its inhabitants to protect the ocean." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Virtual Reality Experiences: Use VR to create immersive product experiences. Develop a VR app or integrate VR experiences into your existing app. Create high-quality 3D models and environments that allow users to explore your products in detail. Use text overlays and voice guidance to provide information and enhance the experience, ensuring the content is both informative and visually immersive.", "id": "marketing_30", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Virtual Reality Experiences: Use VR to create immersive product experiences. Develop a VR app or integrate VR experiences into your existing app. Create high-quality 3D models and environments that allow users to explore your products in detail. Use text overlays and voice guidance to provide information and enhance the experience, ensuring the content is both informative and visually immersive." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "The Glass Mountain: A mountain made of glass hides a powerful artifact, and a fearless climber named Ingrid must scale it to save her kingdom. The story should be brought to life with images of the gleaming glass mountain, Ingrid's ascent, and the artifact. Show scenes of Ingrid's treacherous climb and the moment she retrieves the artifact.", "id": "storytelling_40", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Glass Mountain: A mountain made of glass hides a powerful artifact, and a fearless climber named Ingrid must scale it to save her kingdom. The story should be brought to life with images of the gleaming glass mountain, Ingrid's ascent, and the artifact. Show scenes of Ingrid's treacherous climb and the moment she retrieves the artifact." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Proximity Marketing: Use Bluetooth or Wi-Fi to send targeted ads to nearby customers. Implement proximity marketing technology in your store or at events. Create engaging ads with a mix of text and visuals that are relevant to the customer's location. Track the performance of the ads and adjust the content based on user engagement, ensuring the content is both informative and visually appealing.", "id": "marketing_110", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Proximity Marketing: Use Bluetooth or Wi-Fi to send targeted ads to nearby customers. Implement proximity marketing technology in your store or at events. Create engaging ads with a mix of text and visuals that are relevant to the customer's location. Track the performance of the ads and adjust the content based on user engagement, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Describe a luxurious beachfront vacation rental offering privacy, oceanfront living, andaccess to amenities like a beach, pool, and shops, ideal for up to 6 guests.", "raw_text": "Magnificent Beachfront Vacation Rentals with Spectacular Views\u2026Just 20 Steps from your own Private Sandy Beach! Majestically perched on the Manicured Rolling Grounds of Award-Winning Oceanfront Lae Nani, your residence is ideally located in the Wailua Bay area of the Palm-lined & Plumeria-scented Royal Coconut Coast on the magical \u201cGarden Isle\u201d. \nThese Private & Elegant Condos offer everything for the discerning traveler whom seeks a sense of privacy with oceanfront living, flavored with the most tropical of settings. Decorator-furnished showcasing Oceanfront Master Bedrooms, Berber Carpeting, Tiled Double Lanais, TV, VCR & Washer/Dryers. \n The Low-Rise intimate complex \u2014 set amongst Swaying Coconut Palms with lush tropical foliage and expansive Royal Grounds \u2014 features a Private Sandy Crescent-shaped beach, Oceanfront Pool, Saltwater Heiau, Tennis, Gas Barbecues and is just a short stroll to shops & restaurants. \n Enjoy Paradise Found from your own Private Beachfront Vacation Condo at stunning Lae Nani\u2026 the ideal locale to experience the magical \u201cGarden Isle\u201d of Kauai. \n These Luxurious 2-Bedroom Beachfront Vacation Condo Rentals \u2013 Featuring Oceanfront Master Bedrooms \u2013 are approx. 1400 sq. ft. and Accommodate up to 6 Guests. All Linens & Towels Provided.", "id": "mmc4_doc_continuation_7c1aa472f055", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a luxurious beachfront vacation rental offering privacy, oceanfront living, andaccess to amenities like a beach, pool, and shops, ideal for up to 6 guests. You need to complete the subsequent document given the first part: Experience luxurious beachfront rentals at Lae Nani, with private sandy beach access in minutes. \n Luxurious oceanfront condos feature privately decorated units with master bedrooms, lanais, and appliances for discerning travelers. \n This intimate low-rise complex, nestled among coconut palms and lush foliage, offers a private sandy beach, oceanfront pool, saltwater Heiau, tennis, gas barbecues, and easy access to shops and restaurants. \n" }, { "from": "gpt", "value": " Experience Kauai's magical \"Garden Isle\" from your private beachfront condo at Lae Nani. \n" } ], "image": [ "mmc4_images_test/7c1aa472f055.jpg", "mmc4_images_test/c1e4d131ae4c.jpg", "mmc4_images_test/da4a79b7d2e7.jpg", "mmc4_images_test/8adeb375c555.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_32777", "image": [ "magic_brush_images_test/32777-input.png", "magic_brush_images_test/32777-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please aid me in adjusting this picture. . You need to Let's add a hat to the man with the backpack" }, { "from": "gpt", "value": "Of course. Below is your edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_1_6335959", "image": [ "wiki_images_test/6335959_1_0.png", "wiki_images_test/6335959_1_1.png", "wiki_images_test/6335959_1_2.png", "wiki_images_test/6335959_1_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Oats': If you don't have the type of oats called for in a specific recipe, you might be able to make the oats you need from a less-processed form. Since freshly processed oats have more nutrients and a stronger flavor, you may even prefer them over the store-bought variety. \n You need to assist human user to complete this task via method two: quick-cooking oats from rolled oats. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Place the oats in a food processor. \n" }, { "from": "gpt", "value": "Pulse well. \n Sift through the oats. \n Use or store as needed. \n" } ], "goal": "How to Make Oats", "category": [ "Food and Entertaining", "Recipes", "Cereal Grains" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_0_1398420", "image": [ "wiki_images_test/1398420_0_0.png", "wiki_images_test/1398420_0_1.png", "wiki_images_test/1398420_0_2.png", "wiki_images_test/1398420_0_3.png", "wiki_images_test/1398420_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make a Fruit and Yogurt Smoothie': A fruit and yogurt smoothie makes a delicious, healthy breakfast or afternoon snack. Once you get the hang of achieving the right ratio of fruit to yogurt, experiment by adding different types of fruits and sweeteners. This article has recipes for four different types of fruit and yogurt smoothies: strawberry banana, triple berry, tropical, and cinnamon spice. \n You need to assist human user to complete this task via strawberry banana. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Chop the fruit. \n" }, { "from": "gpt", "value": "Choose a sweetener. \n Decide what type of yogurt to use. \n Blend the ingredients. \n Serve the smoothie. \n" } ], "goal": "How to Make a Fruit and Yogurt Smoothie", "category": [ "Food and Entertaining", "Drinks", "Smoothies Shakes and Milk", "Fruit Based Shakes" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Interactive Email Campaigns: Send emails that include interactive elements like quizzes or surveys. Design engaging email templates with a mix of text and images. Include interactive elements that encourage users to engage with the content. Track user interactions and use the data to personalize future email campaigns, ensuring the content is both informative and visually appealing.", "id": "marketing_60", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Interactive Email Campaigns: Send emails that include interactive elements like quizzes or surveys. Design engaging email templates with a mix of text and images. Include interactive elements that encourage users to engage with the content. Track user interactions and use the data to personalize future email campaigns, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_78", "image": [ "multi_concept_images/78_castle_0.png", "multi_concept_images/78_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the castle and the person . You need to generate a new image that composites the objects into a way as 'Watercolor painting of the person in front of the castle.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Describe a text that announces an improvement to the graphics of the Skyrim game through a new mod, highlighting the enhanced visuals of dragons and overall improved colors for a more realistic experience.", "raw_text": "New Skyrim mod improves graphics! The Elder Scrolls V: Skyrim game gets a lot of praises thanks to its brilliant graphics, but the developers are not going to stop improving their project. On the 14th of January, 2013 Skyrim for PC got new mod, that improves graphics and makes the dragons as real, that they take our breath away. \nNew Skyrim mod brings brilliant textures and colors. \n Each dragon was redesigned, and the developers carefully colored every horn and tail of dragons' bodies. \n In this Skyrim mod the colors are more natural, and so the whole picture looks much better. But seeing is believing, so enjoy the screenshots from updated Skyrim and don't forget to subscribe to our Facebook community, because there are more interesting gaming content there. To download new Skyrim mod, go here. \n", "id": "mmc4_doc_continuation_25e79c668230", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a text that announces an improvement to the graphics of the Skyrim game through a new mod, highlighting the enhanced visuals of dragons and overall improved colors for a more realistic experience. You need to complete the subsequent document given the first part: A new Skyrim mod, released January 14, 2013, enhances the game's graphics, bringing dragons to life in a breathtaking way. \n A new Skyrim mod enhances the game's visuals with enhanced textures and colors. \n Developers meticulously colored each dragon's horn and tail. \n" }, { "from": "gpt", "value": " This Skyrim mod enhances the game's visuals with more natural colors. \n" } ], "image": [ "mmc4_images_test/25e79c668230.jpg", "mmc4_images_test/5966550444eb.jpg", "mmc4_images_test/d5cb4485f422.jpg", "mmc4_images_test/ae5eead1f75e.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_89648", "image": [ "magic_brush_images_test/89648-input.png", "magic_brush_images_test/89648-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you give me a hand with editing this picture? . You need to Remove the woman using the laptop." }, { "from": "gpt", "value": "Right away! Here's your polished image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Identify and describe the scientific name, growing conditions, and characteristics of the Pelargonium genus of flowering plants, commonly known as geraniums.", "raw_text": "Pelargonium (Pelargonium spp. \n): growing, planting, caring. Scientific name : Pelargonium spp. \n Pelargonium is a genus of flowering plants with about 200 species of perennials, succulents, and shrubs, commonly known as geraniums - in the United States also named storksbills. \n Confusingly, Geranium is the botanical name (and also common name) of a separate genus of related plants often called\u2026 Cranesbills. Pelargonium species are evergreen perennials, usually drought and heat tolerant but they tolerate only minor frosts, with a long flowering period of purple, red and orange, or white flowers.", "id": "mmc4_doc_continuation_e20a749825f7", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Identify and describe the scientific name, growing conditions, and characteristics of the Pelargonium genus of flowering plants, commonly known as geraniums. You need to complete the subsequent document given the first part: Pelargonium is a genus of flowering plants commonly known as geraniums. \n" }, { "from": "gpt", "value": " Growing, planting, and caring for Pelargoniums (Scientific name: Pelargonium spp). \n Pelargonium is a genus of about 200 perennials, succulents, and shrubs, commonly called geraniums or storksbills. \n" } ], "image": [ "mmc4_images_test/e20a749825f7.jpg", "mmc4_images_test/dadca0b4c0bb.jpg", "mmc4_images_test/81c65bb42130.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_4", "image": [ "multi_concept_images/4_table_0.png", "multi_concept_images/4_chair_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the table and the chair . You need to generate a new image that composites the objects into a way as 'A purple chair beside the table.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "seq_edit_25485", "image": [ "magic_brush_images_test/25485-input.png", "magic_brush_images_test/25485-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need your help to edit this photo. . You need to Replace the dove with an owl." }, { "from": "gpt", "value": "Your edited image is right here, as requested: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Game Design: Create diagrams of game mechanics and development processes. Use a mix of text and images to explain the principles of game design, the mechanics of different games, and the processes involved in developing and testing games.", "id": "education_184", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Game Design: Create diagrams of game mechanics and development processes. Use a mix of text and images to explain the principles of game design, the mechanics of different games, and the processes involved in developing and testing games." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Astronomy: Create diagrams of celestial bodies and their movements. Use a mix of text and images to explain astronomical phenomena, such as the phases of the moon, the orbits of planets, and the structure of galaxies.", "id": "education_32", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Astronomy: Create diagrams of celestial bodies and their movements. Use a mix of text and images to explain astronomical phenomena, such as the phases of the moon, the orbits of planets, and the structure of galaxies." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Health Education: Illustrate human body systems and health practices. Use a combination of text and images to explain the structure and function of different body systems, and provide practical health tips and preventive measures.", "id": "education_22", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Health Education: Illustrate human body systems and health practices. Use a combination of text and images to explain the structure and function of different body systems, and provide practical health tips and preventive measures." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Remarketing Lists for Search Ads (RLSA): Target users who have previously visited your site with search ads. Use Google Ads to create remarketing lists based on user behavior. Design visually engaging ads that feature both compelling text and high-quality images of products they viewed. Track performance and adjust the strategy to optimize conversions, ensuring the content is both targeted and visually appealing.", "id": "marketing_135", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Remarketing Lists for Search Ads (RLSA): Target users who have previously visited your site with search ads. Use Google Ads to create remarketing lists based on user behavior. Design visually engaging ads that feature both compelling text and high-quality images of products they viewed. Track performance and adjust the strategy to optimize conversions, ensuring the content is both targeted and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "seq_edit_324104", "image": [ "magic_brush_images_test/324104-input.png", "magic_brush_images_test/324104-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me with the edits for this picture. . You need to Can we put a river next to the field?" }, { "from": "gpt", "value": "Here is your retouched image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Agriculture: Develop diagrams of crop rotation and irrigation systems. Use interleaved text and images to explain agricultural practices, the benefits of crop rotation, and the design of efficient irrigation systems.", "id": "education_60", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Agriculture: Develop diagrams of crop rotation and irrigation systems. Use interleaved text and images to explain agricultural practices, the benefits of crop rotation, and the design of efficient irrigation systems." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Fitness and Health Trends: Analyze trends in exercise, diet, and overall wellness. Instructions: Provide detailed reports on fitness and health trends, including factors affecting exercise, diet, and wellness. Include charts showing health trends, infographics illustrating key metrics, and photos of fitness activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_168", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Fitness and Health Trends: Analyze trends in exercise, diet, and overall wellness. Instructions: Provide detailed reports on fitness and health trends, including factors affecting exercise, diet, and wellness. Include charts showing health trends, infographics illustrating key metrics, and photos of fitness activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Urban Development Studies: Analyze the impact of urban planning and development projects. Instructions: Provide detailed analysis of urban development projects, including their economic, social, and environmental impacts. Include maps of development areas, charts showing project timelines and budgets, and photos of construction progress. Combine text and images to offer a comprehensive urban development report.", "id": "report_38", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Urban Development Studies: Analyze the impact of urban planning and development projects. Instructions: Provide detailed analysis of urban development projects, including their economic, social, and environmental impacts. Include maps of development areas, charts showing project timelines and budgets, and photos of construction progress. Combine text and images to offer a comprehensive urban development report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_66696", "image": [ "wiki_images_test/66696_1_0.png", "wiki_images_test/66696_1_1.png", "wiki_images_test/66696_1_2.png", "wiki_images_test/66696_1_3.png", "wiki_images_test/66696_1_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Momos': None \n You need to assist human user to complete this task via making your filling. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Decide on the ingredients for your filling. \n Assemble your ingredients. \n Season your mixture. \n Cook your vegetable filling. \n" }, { "from": "gpt", "value": "Set the filling aside until you\u2019re ready to use it. \n" } ], "goal": "How to Make Momos", "category": [ "Food and Entertaining", "Recipes", "World Cuisines", "Asian Cuisine" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_91", "image": [ "multi_concept_images/91_vase_0.png", "multi_concept_images/91_flower_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the vase and the flower . You need to generate a new image that composites the objects into a way as 'flower engraving on the vase.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Describe a company named Creative Playthings that specializes in manufacturing customizable wooden climbing frames using high-quality Southern Yellow Pine, emphasizing the durability and versatility of their products.", "raw_text": "Creative Playthings have over 50 years experience in the play industry and are one of the biggest residential climbing frame manufacturers in America. A choice of six wooden towers, of which you can then customise with a swing section, climbing wall or any of the many other exciting and innovative swing set accessories \u2013 the only limit is your imagination. \nIf requiring a wooden play set in a package, there are a number of different sets for you to choose from. \n With the exception of the Manchester (which has a 6ft high platform) all the towers have a 5ft high play platform. The difference between the sets being the size of the platform. Manufactured from specially treated grade 1 Southern Yellow Pine grown in managed forests, and sanded and kiln-dried to ensure consistent high quality in every outdoor swing set. \n Beautifully finished with a brown stain and backed by Creative Playthings Limited lifetime Warranty. Southern yellow pine has the highest density of all structural timber species, providing superior fastener holding power and load bearing capacity\u2026. Southern yellow pine is the best there is.", "id": "mmc4_doc_continuation_72a056cb65d8", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a company named Creative Playthings that specializes in manufacturing customizable wooden climbing frames using high-quality Southern Yellow Pine, emphasizing the durability and versatility of their products. You need to complete the subsequent document given the first part: Creative Playthings, a major American residential climbing frame manufacturer with over 50 years of experience, offers customizable wooden towers and various accessories for limitless swing set possibilities. \n several wooden playset options are available for purchase. \n" }, { "from": "gpt", "value": " All towers, except Manchester's, have 5ft high play platforms, made from high-quality Southern Yellow Pine. \n" } ], "image": [ "mmc4_images_test/72a056cb65d8.jpg", "mmc4_images_test/67ae16f3ebcf.jpg", "mmc4_images_test/aede2c9a97e0.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_1_2394358", "image": [ "wiki_images_test/2394358_1_0.png", "wiki_images_test/2394358_1_1.png", "wiki_images_test/2394358_1_2.png", "wiki_images_test/2394358_1_3.png", "wiki_images_test/2394358_1_4.png", "wiki_images_test/2394358_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Go Bushwalking': This article looks at how you can enjoy the bush if you live in Australia, are visiting or on a holiday or simply enjoy exploring similar landscapes close to where you live. \n You need to assist human user to complete this task via on the day. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Start early in the morning in the summer, or when the chance of frost has passed in the winter. \n Expect to encounter rocks and slopes if you walk in a hilly terrain. \n Treat any animal, reptile or insect you see with respect and caution. \n Observe any interesting flora. \n" }, { "from": "gpt", "value": "Enjoy the landscape. \n Keep an eye out for animal tracks. \n" } ], "goal": "How to Go Bushwalking", "category": [ "Sports and Fitness", "Outdoor Recreation", "Backpacking and Hiking" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_62", "image": [ "multi_concept_images/62_cat_0.png", "multi_concept_images/62_jacket_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the jacket . You need to generate a new image that composites the objects into a way as 'mosaic art of cat wearing jacket.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "activitynet_continuation_v_EhxFw5Eb1VE", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_EhxFw5Eb1VE_0.png", "activitynet_images_test/frame_v_EhxFw5Eb1VE_1.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n The male athlete is standing by the two poles, raised his arms up, then jumped on the poles with his arms, while under him, a man pull out a red beam. \n" }, { "from": "gpt", "value": " The athlete perform his exhibition on the poles, he stand on his arms while his feet and legs are extended straight up in the air, he turns around, swirl, jumped and twist around then jumped on the mat, standing straight. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Write about how receiving funeral flowers from Woods Cove Flowers & Gifts aids in expressing emotions and initiating the healing process during the loss of a loved one.", "raw_text": "A funeral for a friend or loved one can be difficult, but funeral flowers from Woods Cove Flowers & Gifts of Scottsboro, AL can help begin the healing process. \nFuneral flowers provide the opportunity to express how much the departed means to you. \n Celebrate the life of your loved one with one of the beautiful funeral flower arrangements found here such as: Classic Remembrance Urn, Mixed Flowers Sympathy Tribute or one of our standing sprays. Browse our funeral flowers page to find the perfect sympathy arrangement and place your order online. \n You can also call and speak with a designer at Woods Cove Flowers & Gifts in Scottsboro, AL for funeral flowers just as unique as your friend or loved one.", "id": "mmc4_doc_continuation_dad21dd202a9", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Write about how receiving funeral flowers from Woods Cove Flowers & Gifts aids in expressing emotions and initiating the healing process during the loss of a loved one. You need to complete the subsequent document given the first part: Funeral flowers from Woods Cove Flowers & Gifts in Scottsboro, AL ease grief during difficult funerals. \n" }, { "from": "gpt", "value": " Funeral flowers express deep feelings for the departed. \n Choose from our selection of elegant funeral flower arrangements, including the Classic Remembrance Urn and Mixed Flowers Sympathy Tribute, to honor your loved one. \n" } ], "image": [ "mmc4_images_test/dad21dd202a9.jpg", "mmc4_images_test/9135de7cb2c7.jpg", "mmc4_images_test/5a62a9d59403.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "The Firebird\u2019s Song: A magical firebird\u2019s song can heal any wound, but a young musician named Aria must earn its trust to save her ailing village. The story should include images of the radiant firebird, the healing song, and Aria's musical journey. Illustrate scenes of Aria seeking the firebird and the moment its song heals her village.", "id": "storytelling_32", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Firebird\u2019s Song: A magical firebird\u2019s song can heal any wound, but a young musician named Aria must earn its trust to save her ailing village. The story should include images of the radiant firebird, the healing song, and Aria's musical journey. Illustrate scenes of Aria seeking the firebird and the moment its song heals her village." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Telecommunications Industry Analysis: Review market trends and technological advancements. Instructions: Provide detailed reports on telecommunications industry trends, including market performance and technological innovations. Include charts showing market trends, infographics illustrating advancements, and photos of telecommunications infrastructure. Combine text and images to create an engaging industry analysis.", "id": "report_66", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Telecommunications Industry Analysis: Review market trends and technological advancements. Instructions: Provide detailed reports on telecommunications industry trends, including market performance and technological innovations. Include charts showing market trends, infographics illustrating advancements, and photos of telecommunications infrastructure. Combine text and images to create an engaging industry analysis." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "activitynet_continuation_v_mqUJEX9qk8E", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_mqUJEX9qk8E_0.png", "activitynet_images_test/frame_v_mqUJEX9qk8E_1.png", "activitynet_images_test/frame_v_mqUJEX9qk8E_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n two men are riding horses in a dusty field in mountains. \n" }, { "from": "gpt", "value": " men and a woman wearing Kufiyyas on their heads are standing on dessert next to horses. \n dessert with mountains in the distance is shown and the men are standing next to a kids ride the horses adn are going in the desert. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Describe a retail sale event offering discounted Bath Towel Sets, emphasizing the high quality, special design, and cozy comfort they provide. Encourage taking advantage of the limited-time offer.", "raw_text": "2019 Black Friday great sales run up to 90% off for whole range of Bath Towel Sets. Are you ready to welcome the coming cold winter? High quality Bath Towel Sets must be the best choice for you. \nWant to experience the incredible comfort at home? 2019 Black Friday Bath Towel Sets Deals is really wonderful for you to get. \n They are in high quality and special design but competitive price. These impressive Bath Towel Sets not only keep you happy, but also make you feel cozy and relaxed. \n Hurry up to grab this infrequent great sale for you and the ones you care.", "id": "mmc4_doc_continuation_979e8e763ca2", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a retail sale event offering discounted Bath Towel Sets, emphasizing the high quality, special design, and cozy comfort they provide. Encourage taking advantage of the limited-time offer. You need to complete the subsequent document given the first part: Black Friday offers up to 90% off on high-quality Bath Tower Sets for the coming winter. \n" }, { "from": "gpt", "value": " Discover ultimate home comfort with 2019's Black Friday Bath Towel Sets deals. \n These Bath Towel Sets offer impressive quality, special design, and affordable pricing for a cozy, relaxed experience. \n" } ], "image": [ "mmc4_images_test/979e8e763ca2.jpeg", "mmc4_images_test/54a0ee40ae91.jpeg", "mmc4_images_test/892b36234953.jpeg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "vist_47176", "image": [ "vist_images_test/4266776132.jpg", "vist_images_test/4266776442.jpg", "vist_images_test/4266030075.jpg", "vist_images_test/4266777092.jpg", "vist_images_test/4266030961.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. someone was getting very creative with graffiti in the snow . is that french ? \n it was everywhere on this block . \n funny saying about the white powder . \n and a cartoon character on this car . \n" }, { "from": "gpt", "value": "this must be the graffiti artist 's tag . it was definitely a surprise . \n" } ], "dataset_id": "vist_test_select" }, { "id": "multi_concept_gen_46", "image": [ "multi_concept_images/46_dog_0.png", "multi_concept_images/46_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the person . You need to generate a new image that composites the objects into a way as 'An impressionist painting of the dog and person sitting.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "seq_edit_376843", "image": [ "magic_brush_images_test/376843-input.png", "magic_brush_images_test/376843-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please support me in modifying this photo. . You need to Let the man wear brown pants." }, { "from": "gpt", "value": "Effortlessly done! See your image below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Describe a non-profit organization that specializes in developing affordable housing for low-income families and individuals, with a focus on supporting various populations, and has a history of successful projects including the Avondale Apartments and Veterans Apartments.", "raw_text": "Del Norte has built a track record as one of Denver\u2019s premiere developers of affordable housing. Del Norte operates several program benefiting low-income families and individuals. Del Norte has developed hundreds of multi-family units for low-income and special needs populations and has a long history of developing housing to benefit seniors, the homeless, persons living with physical or mental disability and persons living with HIV/AIDS. The new Emerson Apartments will consist of twenty rental units (two one-bedroom, twelve two-bedroom, and six three-bedroom) in an accessible five-story building that covers the entire three lots. \nThere will be two offices, a community room with kitchen, secure parking, and unit and building amenities appropriate for family housing. In 2014 opens the Avondale Apartments, located at Colfax and Irving, consists of 80 rental units (one, two, and three bedrooms) in Denver. \n All units are set aside for families with incomes below 60% of Area Medium Income. The seven-story, mixed use building also has offices for four commercial tenants. In 2012 Del Norte opens the Veterans Apartments, located at Federal Boulevard and West 27th Avenue, is Colorado\u2019s first privately owned, self-contained apartment building dedicated to provide permanent housing for homeless Veterans and their families. \n This 27-unit apartment building has one, two, and three bedroom units that are fully furnished and include full kitchens, and other features.", "id": "mmc4_doc_continuation_b320013bbd7d", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a non-profit organization that specializes in developing affordable housing for low-income families and individuals, with a focus on supporting various populations, and has a history of successful projects including the Avondale Apartments and Veterans Apartments. You need to complete the subsequent document given the first part: Del Norte, a leading Denver developer, creates affordable housing for low-income families and special populations, with hundreds of multi-family units for seniors, homeless, disabled, and HIV/AIDS patients, plus a new project of twenty accessible units. \n The Avondale Apartments, opening in 2014 at Colfax and Irving in Denver, offer 80 family-friendly rentals with community room, kitchen, secure parking, and building amenities, including a kitchen and secure parking. \n" }, { "from": "gpt", "value": " A seven-story building at Federal Boulevard and West 27th Avenue houses homeless Veterans and their families with income below 60% of Area Median Income. \n" } ], "image": [ "mmc4_images_test/b320013bbd7d.png", "mmc4_images_test/14d879957a76.jpg", "mmc4_images_test/0e20edb56232.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "vist_48861", "image": [ "vist_images_test/8933145.jpg", "vist_images_test/8933116.jpg", "vist_images_test/8933147.jpg", "vist_images_test/8933165.jpg", "vist_images_test/8933169.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. we 're happy to announce the arrival of baby [male] ! \n a proud mom with a sleeping baby [male] . \n dad also helped out on the naptime . \n with mixed results ! dad still needs to work on his nap skills . \n" }, { "from": "gpt", "value": "aunt [female] stepped in to save the day . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "The Enchanted Forest: A young girl named Elara discovers a hidden forest where animals talk, plants sing, and an ancient tree holds the key to saving her village from a terrible drought. Elara must navigate the magical forest, solving riddles and gaining the trust of its mystical inhabitants. The story should be illustrated with images of the talking animals, singing plants, and the grand ancient tree. Include scenes where Elara interacts with the forest creatures and deciphers the tree's secret.", "id": "storytelling_0", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Enchanted Forest: A young girl named Elara discovers a hidden forest where animals talk, plants sing, and an ancient tree holds the key to saving her village from a terrible drought. Elara must navigate the magical forest, solving riddles and gaining the trust of its mystical inhabitants. The story should be illustrated with images of the talking animals, singing plants, and the grand ancient tree. Include scenes where Elara interacts with the forest creatures and deciphers the tree's secret." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "wikihow_next_step_1_1111990", "image": [ "wiki_images_test/1111990_1_0.png", "wiki_images_test/1111990_1_1.png", "wiki_images_test/1111990_1_2.png", "wiki_images_test/1111990_1_3.png", "wiki_images_test/1111990_1_4.png", "wiki_images_test/1111990_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Sweet and Sour Pork': Sweet and sour pork is so much better when it hasn't been under heat lamps for hours sitting in a buffet tray. When you make it yourself, you'll be amazed at the difference. Check out the three different methods: on the stove, baked in the oven, or slow-cooked in the crockpot. \n You need to assist human user to complete this task via in the oven. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Combine egg, sugar and soy sauce in a small bowl. \n Put 1/4 cup corn starch in its own bowl. \n Place the covered pork on a sprayed cookie sheet or baking dish and bake at 350\u00b0 for 25 minutes. \n" }, { "from": "gpt", "value": "Quarter the onion and bell pepper. \n Heat a tablespoon or two of oil in a frying pan. \n In a saucepan, combine remaining sugar, water, cider vinegar, salt and ketchup. \n" } ], "goal": "How to Make Sweet and Sour Pork", "category": [ "Food and Entertaining", "Recipes", "Meat", "Pork" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Engineering Principles: Use diagrams to explain mechanical and electrical systems. Each diagram should be paired with explanatory text detailing how the systems work, their components, and their applications in real-world scenarios.", "id": "education_20", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Engineering Principles: Use diagrams to explain mechanical and electrical systems. Each diagram should be paired with explanatory text detailing how the systems work, their components, and their applications in real-world scenarios." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "activitynet_continuation_v__rzxmgPv6Co", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v__rzxmgPv6Co_0.png", "activitynet_images_test/frame_v__rzxmgPv6Co_1.png", "activitynet_images_test/frame_v__rzxmgPv6Co_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A man is standing in his uniform in a desert like area talking. \n" }, { "from": "gpt", "value": " While he his talking,several videos of him are shown off road motorcycle racing around the course jumping over humps. \n However,he comes back during the segments to show how he uses techniques in certain jumps and the correct way to do it. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "activitynet_continuation_v_QakbOSMJ0AA", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_QakbOSMJ0AA_0.png", "activitynet_images_test/frame_v_QakbOSMJ0AA_1.png", "activitynet_images_test/frame_v_QakbOSMJ0AA_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A close up of a man's face is seen followed by a razor on the side and the person combing it's hair. \n" }, { "from": "gpt", "value": " The person continues shaving and combing the mans hair as well as shaving his beard covering in shaving cream. \n The man wipes off the face when he's done and showing off the clean shave. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Interactive Quizzes: Create quizzes that engage users and collect data. Develop interactive quizzes that are relevant to your brand or products. Use a mix of text questions and images to make the quizzes engaging. Promote the quizzes through email, social media, and your website, ensuring the content is both informative and visually appealing.", "id": "marketing_167", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Interactive Quizzes: Create quizzes that engage users and collect data. Develop interactive quizzes that are relevant to your brand or products. Use a mix of text questions and images to make the quizzes engaging. Promote the quizzes through email, social media, and your website, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "vist_47446", "image": [ "vist_images_test/352333804.jpg", "vist_images_test/352330648.jpg", "vist_images_test/352331116.jpg", "vist_images_test/352334658.jpg", "vist_images_test/352333380.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. my favorite event of the year the annual technology show . \n absolutely everyone is there and organization always has a big crowd . \n the new hbd model glaxon 4 looks like an amazing toy - got ta get me one . \n" }, { "from": "gpt", "value": "of course the iphone always makes an impressive showing . \n now a new part of the show - new technology for my favorite toys - shiny cars ! \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "The Golden Key: A key that can unlock any door falls into the hands of a young thief named Mia, who must use it to open the gates to a magical realm. The story should feature illustrations of the golden key, the magical realm, and Mia's journey. Include scenes of Mia using the key and the moment she opens the gates to the magical realm.", "id": "storytelling_66", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Golden Key: A key that can unlock any door falls into the hands of a young thief named Mia, who must use it to open the gates to a magical realm. The story should feature illustrations of the golden key, the magical realm, and Mia's journey. Include scenes of Mia using the key and the moment she opens the gates to the magical realm." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Meteorology: Develop weather maps and diagrams explaining meteorological phenomena. Use interleaved text and images to explain weather patterns, the factors that influence climate, and the tools used to predict weather changes.", "id": "education_70", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Meteorology: Develop weather maps and diagrams explaining meteorological phenomena. Use interleaved text and images to explain weather patterns, the factors that influence climate, and the tools used to predict weather changes." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "wikihow_next_step_0_1391191", "image": [ "wiki_images_test/1391191_0_0.png", "wiki_images_test/1391191_0_1.png", "wiki_images_test/1391191_0_2.png", "wiki_images_test/1391191_0_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Saute Potatoes': Saut\u00e9ing is a form of cooking that involves cooking food quickly in a small amount of fat or oil. When it comes to cooking potatoes, many people don\u2019t realize that saut\u00e9ing them is a great cooking option, along with roasting, frying, steaming, and all the other ways you can cook potatoes. The key to saut\u00e9ing potatoes is parboiling them first, as this will ensure they cook evenly and don\u2019t burn on the outside. \n You need to assist human user to complete this task via parboiling the potatoes. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Wash the potatoes. \n Cut the potatoes. \n Boil the potatoes for a few minutes. \n" }, { "from": "gpt", "value": "Drain the potatoes. \n" } ], "goal": "How to Saute Potatoes", "category": [ "Food and Entertaining", "Food Preparation", "Basic Cooking Skills" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Blockchain Technology: Create diagrams explaining blockchain structure and applications. Use a mix of text and images to explain the principles of blockchain technology, the structure of blockchain systems, and their applications in various fields.", "id": "education_176", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Blockchain Technology: Create diagrams explaining blockchain structure and applications. Use a mix of text and images to explain the principles of blockchain technology, the structure of blockchain systems, and their applications in various fields." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Describe a concept car unveiled at the 2005 Tokyo Motor Show, featuring a mid-engine design, lightweight carbon fiber body, advanced technology diesel engine, and distinctive 'C' shaped LED taillights, with a focus on good fuel economy and previous design inspirations.", "raw_text": "The VW EcoRacer shown at the 2005 Tokyo Motor Show was a mid engine roadster concept used as a test bed for a new advanced technology turbocharged 1484cc diesel engine. \nThe EcoRacers goal is good fuel economy, it does this with the help of a lightweight carbon fiber body - and of course the diesel engine. The attractive EcoRacer features a cut down windscreen and open cockpit which can be swapped for a full size windscreen and hard top. \n The rear of the car features clean 'C' shaped LED taillights set into the body work. A resemblance to previous VW concepts can be seen in the slatted rear air inlets which are similar to those used on the Volkswagen W12 coupe from 2003. \n", "id": "mmc4_doc_continuation_7dd3626272b9", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a concept car unveiled at the 2005 Tokyo Motor Show, featuring a mid-engine design, lightweight carbon fiber body, advanced technology diesel engine, and distinctive 'C' shaped LED taillights, with a focus on good fuel economy and previous design inspirations. You need to complete the subsequent document given the first part: At the 2005 Tokyo Motor Show, VW showcased the EcoRacer mid-engine roadster concept with a new advanced technology turbocharged diesel engine. (Alternative: The 2005 Tokyo Motor Show featured VW's EcoRacer mid-engine roadster demonstrating a progressive turbocharged 1.5L diesel engine.) \n" }, { "from": "gpt", "value": " The EcoRacer, with its lightweight carbon fiber body and diesel engine, prioritizes fuel efficiency and offers interchangeable windscreens and cockpit options. \n The car's rear boasts 'C'-shaped LED taillights and slatted air inlets reminiscent of the Volkswagen W12 coupe (2003). \n" } ], "image": [ "mmc4_images_test/7dd3626272b9.jpg", "mmc4_images_test/fc4c0ed003c4.jpg", "mmc4_images_test/60b572f72377.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_318657", "image": [ "magic_brush_images_test/318657-input.png", "magic_brush_images_test/318657-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need help with the alterations to this picture. . You need to Have there be a spaceship in the sky" }, { "from": "gpt", "value": "Not an issue. I've attached your modified image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "The Midnight Market: A secret market opens only at midnight, offering enchanted goods, and a clever girl named Tessa must navigate its dangers to find a cure for her mother. The story should be brought to life with images of the bustling midnight market, the enchanted goods, and Tessa's quest. Show scenes of Tessa bargaining with market vendors and the moment she finds the cure.", "id": "storytelling_34", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Midnight Market: A secret market opens only at midnight, offering enchanted goods, and a clever girl named Tessa must navigate its dangers to find a cure for her mother. The story should be brought to life with images of the bustling midnight market, the enchanted goods, and Tessa's quest. Show scenes of Tessa bargaining with market vendors and the moment she finds the cure." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "activitynet_continuation_v_ohNtDBYmhX0", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_ohNtDBYmhX0_0.png", "activitynet_images_test/frame_v_ohNtDBYmhX0_1.png", "activitynet_images_test/frame_v_ohNtDBYmhX0_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A male skateboarder is skating, he jumped on the railing and then slipped and fell on his back and a hand helped him up. \n" }, { "from": "gpt", "value": " A boy jumped in a platform with his skateboard and slipped and fell. \n The skateboarders jumped on the platform or railings and slipped and fell on the ground. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "seq_edit_169365", "image": [ "magic_brush_images_test/169365-input.png", "magic_brush_images_test/169365-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me to tweak this image. . You need to let the cat meow" }, { "from": "gpt", "value": "I've finalized your image edit: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_137100", "image": [ "magic_brush_images_test/137100-input.png", "magic_brush_images_test/137100-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you assist me in making some changes to this photo? . You need to Get rid of the fork." }, { "from": "gpt", "value": "Effortlessly done! See your image below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Religious Studies: Develop visual aids for religious rituals and texts. Use interleaved text and images to explain the significance of different religious rituals, the texts associated with them, and their interpretations.", "id": "education_94", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Religious Studies: Develop visual aids for religious rituals and texts. Use interleaved text and images to explain the significance of different religious rituals, the texts associated with them, and their interpretations." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_43", "image": [ "multi_concept_images/43_cat_0.png", "multi_concept_images/43_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the person . You need to generate a new image that composites the objects into a way as 'cat painting their pet person on a canvas.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "activitynet_continuation_v_MlGh0geYhSg", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_MlGh0geYhSg_0.png", "activitynet_images_test/frame_v_MlGh0geYhSg_1.png", "activitynet_images_test/frame_v_MlGh0geYhSg_2.png", "activitynet_images_test/frame_v_MlGh0geYhSg_3.png", "activitynet_images_test/frame_v_MlGh0geYhSg_4.png", "activitynet_images_test/frame_v_MlGh0geYhSg_5.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A horse kicks a man in a red shirt. \n" }, { "from": "gpt", "value": " A girl in a grey shirt gets thrown off a horse. \n A man riding a horse gets bucked off. \n A horse tips over backward with a a person on it. \n A man is riding on a horse and flies off. \n A white horse misses a jump and the person falls off. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "multi_concept_gen_83", "image": [ "multi_concept_images/83_barn_0.png", "multi_concept_images/83_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the barn and the dog . You need to generate a new image that composites the objects into a way as 'A black marble statue of the dog in front of barn.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Virtual Events: Host online events to engage with a remote audience. Plan and promote the virtual event with engaging visuals and informative text. Use a mix of live video, text comments, and interactive elements to create an engaging experience. Follow up with attendees and share event highlights on your website and social media, ensuring the content is both engaging and visually appealing.", "id": "marketing_122", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Virtual Events: Host online events to engage with a remote audience. Plan and promote the virtual event with engaging visuals and informative text. Use a mix of live video, text comments, and interactive elements to create an engaging experience. Follow up with attendees and share event highlights on your website and social media, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Robotics: Develop diagrams of robotic mechanisms and control systems. Use interleaved text and images to explain the components of robots, how they are controlled, and their applications in various fields.", "id": "education_74", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Robotics: Develop diagrams of robotic mechanisms and control systems. Use interleaved text and images to explain the components of robots, how they are controlled, and their applications in various fields." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Mobile App Push Notifications: Send timely and relevant push notifications to app users. Develop a strategy for push notifications that includes promotional offers, reminders, and updates. Create notifications with a mix of concise text and engaging visuals to capture attention. Track the performance of notifications and adjust your strategy based on user engagement, ensuring the content is both informative and visually appealing.", "id": "marketing_46", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Mobile App Push Notifications: Send timely and relevant push notifications to app users. Develop a strategy for push notifications that includes promotional offers, reminders, and updates. Create notifications with a mix of concise text and engaging visuals to capture attention. Track the performance of notifications and adjust your strategy based on user engagement, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_75", "image": [ "multi_concept_images/75_dog_0.png", "multi_concept_images/75_toy gnome_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the toy gnome . You need to generate a new image that composites the objects into a way as 'A playful dog batting a toy gnome on a sunny beach.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Soil Science: Create diagrams explaining soil properties and management. Use a combination of text and images to explain the properties of different soil types, the methods for managing soil health, and the benefits for agricultural productivity.", "id": "education_148", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Soil Science: Create diagrams explaining soil properties and management. Use a combination of text and images to explain the properties of different soil types, the methods for managing soil health, and the benefits for agricultural productivity." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Material Science: Create diagrams of material properties and testing methods. Use a mix of text and images to explain the principles of material science, the properties of different materials, and the methods for testing and evaluating them.", "id": "education_160", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Material Science: Create diagrams of material properties and testing methods. Use a mix of text and images to explain the principles of material science, the properties of different materials, and the methods for testing and evaluating them." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Influencer Reviews: Get influencers to review your products on their platforms. Identify influencers whose audience aligns with your target market. Provide them with high-quality images, videos, and product information. Encourage influencers to create authentic reviews and share them with their followers, ensuring the content is both engaging and visually appealing.", "id": "marketing_124", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Influencer Reviews: Get influencers to review your products on their platforms. Identify influencers whose audience aligns with your target market. Provide them with high-quality images, videos, and product information. Encourage influencers to create authentic reviews and share them with their followers, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_72", "image": [ "multi_concept_images/72_cat_0.png", "multi_concept_images/72_bear_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the bear . You need to generate a new image that composites the objects into a way as 'A digital rendering of cat and the bear.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "seq_edit_459898", "image": [ "magic_brush_images_test/459898-input.png", "magic_brush_images_test/459898-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in altering this image? . You need to change a zebra into a wolf" }, { "from": "gpt", "value": "Of course. Below is your edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_8", "image": [ "multi_concept_images/8_chair_0.png", "multi_concept_images/8_cup_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the chair and the cup . You need to generate a new image that composites the objects into a way as 'A golden retriever pup playing with cup on the chair.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Art Market Analysis: Summarize trends and sales in the global art market. Instructions: Provide detailed reports on art market trends, including factors affecting sales and market performance. Include charts showing market trends, photos of art pieces, and infographics illustrating key metrics. Combine text and images to create an engaging art market report.", "id": "report_122", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Art Market Analysis: Summarize trends and sales in the global art market. Instructions: Provide detailed reports on art market trends, including factors affecting sales and market performance. Include charts showing market trends, photos of art pieces, and infographics illustrating key metrics. Combine text and images to create an engaging art market report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Product Reviews and Testimonials: Highlight positive reviews and testimonials on your website. Collect reviews and testimonials from satisfied customers. Create a dedicated section on your website to showcase them, using a mix of text and visuals. Promote the reviews and testimonials through email campaigns and social media, ensuring the content is both informative and visually appealing.", "id": "marketing_102", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Product Reviews and Testimonials: Highlight positive reviews and testimonials on your website. Collect reviews and testimonials from satisfied customers. Create a dedicated section on your website to showcase them, using a mix of text and visuals. Promote the reviews and testimonials through email campaigns and social media, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_16", "image": [ "multi_concept_images/16_person_0.png", "multi_concept_images/16_sunglasses_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the person and the sunglasses . You need to generate a new image that composites the objects into a way as 'person standing at a graffiti wall, showcasing their new sunglasses.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Public Health Reports: Analyze data on chronic diseases and public health initiatives. Instructions: Provide detailed reports on public health trends, including factors affecting chronic diseases and initiatives to address them. Include charts showing disease trends, infographics illustrating key metrics, and photos of public health activities. Interleave textual analysis with visual data to enhance comprehension.", "id": "report_80", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Public Health Reports: Analyze data on chronic diseases and public health initiatives. Instructions: Provide detailed reports on public health trends, including factors affecting chronic diseases and initiatives to address them. Include charts showing disease trends, infographics illustrating key metrics, and photos of public health activities. Interleave textual analysis with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_36", "image": [ "multi_concept_images/36_cat_0.png", "multi_concept_images/36_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the dog . You need to generate a new image that composites the objects into a way as 'photo of cat and dog on a surfboard together in the middle of a clear blue ocean.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Brand Storytelling: Use narratives to create an emotional connection with your audience. Develop a brand story that highlights your values, mission, and history. Use a mix of text and visuals to tell the story on your website, social media, and marketing materials. Engage your audience by sharing customer stories and experiences that align with your brand narrative, ensuring the content is both informative and visually appealing.", "id": "marketing_86", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Brand Storytelling: Use narratives to create an emotional connection with your audience. Develop a brand story that highlights your values, mission, and history. Use a mix of text and visuals to tell the story on your website, social media, and marketing materials. Engage your audience by sharing customer stories and experiences that align with your brand narrative, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "The Golden Griffin: A griffin made of gold is discovered by a young warrior named Kael, who must protect it from those who seek to harness its power. The story should include images of the golden griffin, Kael's guardianship, and the threats they face. Illustrate scenes of Kael discovering the griffin and his efforts to protect it from harm.", "id": "storytelling_94", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Golden Griffin: A griffin made of gold is discovered by a young warrior named Kael, who must protect it from those who seek to harness its power. The story should include images of the golden griffin, Kael's guardianship, and the threats they face. Illustrate scenes of Kael discovering the griffin and his efforts to protect it from harm." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "multi_concept_gen_26", "image": [ "multi_concept_images/26_dog_0.png", "multi_concept_images/26_sofa_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the sofa . You need to generate a new image that composites the objects into a way as 'A dog sleeping on the sofa in a snowy winter landscape.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_61", "image": [ "multi_concept_images/61_dog_0.png", "multi_concept_images/61_sunglasses_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the sunglasses . You need to generate a new image that composites the objects into a way as 'A cute shot of dog wearing sunglasses.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Higher Education Trends: Analyze changes and challenges in university admissions and programs. Instructions: Provide detailed reports on higher education trends, including factors affecting admissions and program performance. Include charts showing education trends, infographics illustrating key metrics, and photos of educational settings. Combine text and images to create an informative higher education report.", "id": "report_106", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Higher Education Trends: Analyze changes and challenges in university admissions and programs. Instructions: Provide detailed reports on higher education trends, including factors affecting admissions and program performance. Include charts showing education trends, infographics illustrating key metrics, and photos of educational settings. Combine text and images to create an informative higher education report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_86", "image": [ "multi_concept_images/86_sculpture_0.png", "multi_concept_images/86_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the sculpture and the dog . You need to generate a new image that composites the objects into a way as 'dog in front of sculpture.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_70", "image": [ "multi_concept_images/70_cat_0.png", "multi_concept_images/70_glasses_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the glasses . You need to generate a new image that composites the objects into a way as 'close shot of cat on a ramp wearing glasses.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "activitynet_continuation_v_ITVfOVR34Jo", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_ITVfOVR34Jo_0.png", "activitynet_images_test/frame_v_ITVfOVR34Jo_1.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n The army are lined up, they are divided into four groups, they started to do war practice by shooting by group with paint gun, they hide among the stone walls and vacant cars. \n" }, { "from": "gpt", "value": " The army grab their paint guns on the table and loaded them with paint balls. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "multi_concept_gen_94", "image": [ "multi_concept_images/94_wooden pot_0.png", "multi_concept_images/94_cat_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the wooden pot and the cat . You need to generate a new image that composites the objects into a way as 'Mosaic art of cat sitting inside the wooden pot.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "EdTech: Develop visualizing educational technologies and e-learning platforms. Use interleaved text and images to explain the principles of educational technology, the features of different e-learning platforms, and the benefits for teaching and learning.", "id": "education_182", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: EdTech: Develop visualizing educational technologies and e-learning platforms. Use interleaved text and images to explain the principles of educational technology, the features of different e-learning platforms, and the benefits for teaching and learning." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_15", "image": [ "multi_concept_images/15_sofa_0.png", "multi_concept_images/15_bottle_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the sofa and the bottle . You need to generate a new image that composites the objects into a way as 'A sofa with the bottle under the beautiful cherry blossom trees in spring.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "seq_edit_67616", "image": [ "magic_brush_images_test/67616-input.png", "magic_brush_images_test/67616-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you assist me in modifying this image? . You need to Have a red Lamborghini parked in front" }, { "from": "gpt", "value": "Alright. Your edited image is attached: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "vist_47145", "image": [ "vist_images_test/4248618367.jpg", "vist_images_test/4249392926.jpg", "vist_images_test/4248618103.jpg", "vist_images_test/4249392660.jpg", "vist_images_test/4249392198.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. there was a massive snowstorm where i live yesterday . \n the snow was so deep you could barely walk in it . \n i took my children out to play for a while . \n" }, { "from": "gpt", "value": "we went sledding and had a blast going down hills . \n after a long day of playing in the snow it was time to bring the kids inside to warm up . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Wildlife Conservation Reports: Document efforts to protect endangered species. Instructions: Provide detailed reports on wildlife conservation trends, including factors affecting protection efforts and endangered species. Include charts showing conservation trends, maps of wildlife areas, and photos of conservation activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_176", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Wildlife Conservation Reports: Document efforts to protect endangered species. Instructions: Provide detailed reports on wildlife conservation trends, including factors affecting protection efforts and endangered species. Include charts showing conservation trends, maps of wildlife areas, and photos of conservation activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Music Theory: Combine sheet music with explanatory text on musical notation. Use annotated musical scores and diagrams to explain concepts such as scales, chords, and rhythm, with accompanying text to provide context and examples.", "id": "education_18", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Music Theory: Combine sheet music with explanatory text on musical notation. Use annotated musical scores and diagrams to explain concepts such as scales, chords, and rhythm, with accompanying text to provide context and examples." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_71", "image": [ "multi_concept_images/71_dog_0.png", "multi_concept_images/71_toy_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the toy . You need to generate a new image that composites the objects into a way as 'Oil painting of the dog playing with the toy.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_57", "image": [ "multi_concept_images/57_cat_0.png", "multi_concept_images/57_bunny plushie_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the bunny plushie . You need to generate a new image that composites the objects into a way as 'A pet cat playing with bunny plushie on a sofa.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Corporate Ethics Studies: Analyze the ethical practices and scandals in businesses. Instructions: Provide detailed reports on corporate ethics trends, including factors affecting practices and scandals. Include charts showing ethics trends, infographics illustrating key metrics, and photos of corporate activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_152", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Corporate Ethics Studies: Analyze the ethical practices and scandals in businesses. Instructions: Provide detailed reports on corporate ethics trends, including factors affecting practices and scandals. Include charts showing ethics trends, infographics illustrating key metrics, and photos of corporate activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Financial Inclusion Reports: Summarize efforts to improve access to financial services. Instructions: Provide detailed reports on financial inclusion trends, including factors affecting access and efforts. Include charts showing inclusion trends, infographics illustrating key metrics, and photos of financial activities. Combine text and images to create an engaging financial inclusion report.", "id": "report_182", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Financial Inclusion Reports: Summarize efforts to improve access to financial services. Instructions: Provide detailed reports on financial inclusion trends, including factors affecting access and efforts. Include charts showing inclusion trends, infographics illustrating key metrics, and photos of financial activities. Combine text and images to create an engaging financial inclusion report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Anthropology: Create diagrams of human evolution and societal structures. Use a mix of text and images to explain the stages of human evolution, the development of different societies, and the structures that support social organization.", "id": "education_88", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Anthropology: Create diagrams of human evolution and societal structures. Use a mix of text and images to explain the stages of human evolution, the development of different societies, and the structures that support social organization." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_7", "image": [ "multi_concept_images/7_chair_0.png", "multi_concept_images/7_keychain_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the chair and the keychain . You need to generate a new image that composites the objects into a way as 'A golden retriever pup playing with keychain on the chair.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Software Engineering: Create diagrams of software development and architecture. Use a mix of text and images to explain the principles of software engineering, the processes involved in software development, and the design of software architectures.", "id": "education_168", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Software Engineering: Create diagrams of software development and architecture. Use a mix of text and images to explain the principles of software engineering, the processes involved in software development, and the design of software architectures." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Describe a home improvement project involving the customization and installation of natural stone countertops, backsplashes, and sinks. Emphasize the transformation of outdated kitchen features into modern and personalized ones.", "raw_text": "Natural Stoneworks custom countertops are experts in kitchen countertops and kitchen bar countertops, bathroom vanities and tile work, tub and shower surrounds, fireplaces and even barbecue tops. \nBelow are just a few of recent projects for you to browse. Custom kitchen countertop and back splash remodel in Maple Valley Washington. \n We had to remove all old countertops, bar counter and old mosaic tile. We then designed custom granite countertops, upgrade the backsplash tile and installed new kitchen sink. \n", "id": "mmc4_doc_continuation_af7aa231b9f0", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a home improvement project involving the customization and installation of natural stone countertops, backsplashes, and sinks. Emphasize the transformation of outdated kitchen features into modern and personalized ones. You need to complete the subsequent document given the first part: Natural Stoneworks specializes in custom countertops and tile work for kitchens, bathrooms, fireplaces, and outdoor barbecues. \n Recent projects include a custom kitchen remodel in Maple Valley, Washington, featuring new countertops and back splash. \n" }, { "from": "gpt", "value": " We replaced old countertops, bar counter, tile with custom granite ones, and upgraded the backsplash. \n" } ], "image": [ "mmc4_images_test/af7aa231b9f0.jpg", "mmc4_images_test/55f0f25e02c1.jpg", "mmc4_images_test/e5b68e27bdc3.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_237587", "image": [ "magic_brush_images_test/237587-input.png", "magic_brush_images_test/237587-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you assist me in altering this image? . You need to Have there be a bald eagle perched on the fire hydrant" }, { "from": "gpt", "value": "No problem at all. Your modified image follows: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_0_145585", "image": [ "wiki_images_test/145585_0_0.png", "wiki_images_test/145585_0_1.png", "wiki_images_test/145585_0_2.png", "wiki_images_test/145585_0_3.png", "wiki_images_test/145585_0_4.png", "wiki_images_test/145585_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make a BLT Sandwich': Basic, no-frills BLT sandwiches couldn't be easier to make \u2014 the ingredients are right in the name! BLTs (or bacon, lettuce, and tomato sandwiches) are simple yet delicious and make a great breakfast, brunch, or lunch dish. In addition, because these sandwiches are so simple, they're also incredibly easy to modify into hundreds of scrumptious variations. If you're ready to fire up your griddle and make a mouthwatering BLT, see Step 1 below to get started! \n You need to assist human user to complete this task via making a classic blt. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Cook the bacon. \n Add your spreads to one slice of bread. \n Add a few tomato slices. \n Add your lettuce. \n Add your bacon. \n" }, { "from": "gpt", "value": "Place your second piece of bread on top of your sandwich. \n" } ], "goal": "How to Make a BLT Sandwich", "category": [ "Food and Entertaining", "Recipes", "Sandwiches and Quick Meals", "Meat and Poultry Sandwiches" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Archaeology: Create diagrams of excavation sites and artifact restoration. Use a mix of text and images to explain the principles of archaeology, the methods for excavating sites, and the techniques for restoring and interpreting artifacts.", "id": "education_152", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Archaeology: Create diagrams of excavation sites and artifact restoration. Use a mix of text and images to explain the principles of archaeology, the methods for excavating sites, and the techniques for restoring and interpreting artifacts." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Cultural Heritage Conservation: Document efforts to preserve historical and cultural sites. Instructions: Provide detailed reports on cultural heritage conservation trends, including factors affecting preservation and efforts. Include charts showing conservation trends, maps of heritage sites, and photos of conservation activities. Combine text and images to create an engaging heritage conservation report.", "id": "report_162", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Cultural Heritage Conservation: Document efforts to preserve historical and cultural sites. Instructions: Provide detailed reports on cultural heritage conservation trends, including factors affecting preservation and efforts. Include charts showing conservation trends, maps of heritage sites, and photos of conservation activities. Combine text and images to create an engaging heritage conservation report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_376839", "image": [ "magic_brush_images_test/376839-input.png", "magic_brush_images_test/376839-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please support me in modifying this photo. . You need to Let's add a dog to it." }, { "from": "gpt", "value": "Done! Here\u2019s the refined image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_1_1392558", "image": [ "wiki_images_test/1392558_1_0.png", "wiki_images_test/1392558_1_1.png", "wiki_images_test/1392558_1_2.png", "wiki_images_test/1392558_1_3.png", "wiki_images_test/1392558_1_4.png", "wiki_images_test/1392558_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Taho': Taho is a classic Filipino dish often eaten for breakfast or as a snack. Usually served warm, taho consists of silken tofu topped with chewy sago pearls and drizzled with thick, sweet syrup called arnibal. A delightful combination of textures and tastes, taho is a perfect snack if you're craving something sweet, light, and full of texture. \n You need to assist human user to complete this task via preparing the arnibal syrup and tofu. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Combine sugar, vanilla and water. \n Bring the mixture to a boil. \n Remove the syrup from the heat. \n Bring water in a steamer to boil. \n Steam the tofu for 15 minutes. \n" }, { "from": "gpt", "value": "Cut the tofu. \n" } ], "goal": "How to Make Taho", "category": [ "Food and Entertaining", "Recipes", "World Cuisines", "Asian Cuisine", "Philippine Dishes" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Housing Market Reports: Summarize trends in real estate prices and sales. Instructions: Provide detailed reports on housing market trends, including factors affecting prices and sales performance. Include charts showing price trends, maps of real estate markets, and photos of housing developments. Interleave textual analysis with visual data to enhance comprehension.", "id": "report_68", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Housing Market Reports: Summarize trends in real estate prices and sales. Instructions: Provide detailed reports on housing market trends, including factors affecting prices and sales performance. Include charts showing price trends, maps of real estate markets, and photos of housing developments. Interleave textual analysis with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_348966", "image": [ "magic_brush_images_test/348966-input.png", "magic_brush_images_test/348966-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I require your assistance in editing this image. . You need to Make the drinks blue." }, { "from": "gpt", "value": "You got it! Here's the edit you asked for: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Insurance Claims Analysis: Report on trends in insurance claims and fraud detection. Instructions: Provide detailed reports on insurance claim trends, including factors affecting claims and fraud detection efforts. Include charts showing claim trends, infographics illustrating key metrics, and photos of insurance activities. Combine text and images to create an informative insurance claims report.", "id": "report_110", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Insurance Claims Analysis: Report on trends in insurance claims and fraud detection. Instructions: Provide detailed reports on insurance claim trends, including factors affecting claims and fraud detection efforts. Include charts showing claim trends, infographics illustrating key metrics, and photos of insurance activities. Combine text and images to create an informative insurance claims report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_536595", "image": [ "magic_brush_images_test/536595-input.png", "magic_brush_images_test/536595-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in altering this image? . You need to change the white and blue hydrant into red" }, { "from": "gpt", "value": "Just like you wanted! Your image edit is complete: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Waste Management Studies: Summarize trends and improvements in waste disposal. Instructions: Provide detailed reports on waste management trends, including factors affecting disposal and improvement efforts. Include charts showing waste trends, infographics illustrating key metrics, and photos of waste management activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_92", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Waste Management Studies: Summarize trends and improvements in waste disposal. Instructions: Provide detailed reports on waste management trends, including factors affecting disposal and improvement efforts. Include charts showing waste trends, infographics illustrating key metrics, and photos of waste management activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "SEO Content Strategy: Create content that is optimized for search engines to drive organic traffic. Develop an SEO content strategy that includes keyword research and content planning. Create high-quality content with a mix of text and visuals that address the needs and interests of your target audience. Track the performance of the content and adjust your strategy based on engagement and search rankings, ensuring the content is both informative and visually appealing.", "id": "marketing_134", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: SEO Content Strategy: Create content that is optimized for search engines to drive organic traffic. Develop an SEO content strategy that includes keyword research and content planning. Create high-quality content with a mix of text and visuals that address the needs and interests of your target audience. Track the performance of the content and adjust your strategy based on engagement and search rankings, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_0_3005760", "image": [ "wiki_images_test/3005760_0_0.png", "wiki_images_test/3005760_0_1.png", "wiki_images_test/3005760_0_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Watercolors Using Magic Markers': Watercolor paints offer a fun, easy way for children to express themselves creatively. You can buy watercolor sets at many stores, but you can actually make your own with dried-out markers that you already have at home. All it requires is soaking the ink inserts from the markers in water until the ink is fully released. While the process takes time, it's easy enough to do that the kids can help -- and you probably already have all of the supplies in your home ready to go. \n You need to assist human user to complete this task via removing the ink inserts. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Group the markers by color. \n" }, { "from": "gpt", "value": "Remove the end caps from the markers. \n Pull out the ink inserts. \n" } ], "goal": "How to Make Watercolors Using Magic Markers", "category": [ "Arts and Entertainment", "Artwork" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Global Health Initiatives: Report on the progress and impact of international health programs. Instructions: Provide detailed reports on global health initiative trends, including factors affecting progress and impact. Include charts showing health trends, maps of initiative areas, and photos of health activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_144", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Global Health Initiatives: Report on the progress and impact of international health programs. Instructions: Provide detailed reports on global health initiative trends, including factors affecting progress and impact. Include charts showing health trends, maps of initiative areas, and photos of health activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_278555", "image": [ "magic_brush_images_test/278555-input.png", "magic_brush_images_test/278555-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need assistance in tweaking this photo. . You need to What if he was with a backpack?" }, { "from": "gpt", "value": "Done! Here\u2019s the refined image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Agricultural Innovation Studies: Document advancements in farming technologies and practices. Instructions: Provide detailed reports on agricultural innovation trends, including factors affecting advancements and practices. Include charts showing innovation trends, infographics illustrating key metrics, and photos of farming activities. Interleave textual explanations with visual data to enhance understanding.", "id": "report_156", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Agricultural Innovation Studies: Document advancements in farming technologies and practices. Instructions: Provide detailed reports on agricultural innovation trends, including factors affecting advancements and practices. Include charts showing innovation trends, infographics illustrating key metrics, and photos of farming activities. Interleave textual explanations with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_4620101", "image": [ "wiki_images_test/4620101_1_0.png", "wiki_images_test/4620101_1_1.png", "wiki_images_test/4620101_1_2.png", "wiki_images_test/4620101_1_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Calculate the Cost of a Bedroom Remodel': If you're doing a remodel or redecoration project at home, it helps to calculate the costs from the get-go so you can stay in budget. \n You need to assist human user to complete this task via calculating costs. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Get the \"okay\" for any big plans, if you're not the home owner. \n Start tracking down prices for the items you want in your new room. \n Get estimates. \n" }, { "from": "gpt", "value": "Create a master costs list. \n" } ], "goal": "How to Calculate the Cost of a Bedroom Remodel", "category": [ "Home and Garden", "Home Improvements" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Ethics: Create diagrams explaining ethical theories and dilemmas. Use a combination of text and images to explain different ethical theories, present ethical dilemmas, and illustrate the decision-making processes involved in resolving them.", "id": "education_92", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Ethics: Create diagrams explaining ethical theories and dilemmas. Use a combination of text and images to explain different ethical theories, present ethical dilemmas, and illustrate the decision-making processes involved in resolving them." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Human Resources: Develop diagrams of recruitment processes and employee training. Use interleaved text and images to explain the steps in the recruitment process, the methods used for employee training, and the benefits of effective human resource management.", "id": "education_122", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Human Resources: Develop diagrams of recruitment processes and employee training. Use interleaved text and images to explain the steps in the recruitment process, the methods used for employee training, and the benefits of effective human resource management." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "seq_edit_70491", "image": [ "magic_brush_images_test/70491-input.png", "magic_brush_images_test/70491-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you help me modify this photo? . You need to let the remote turn into a VR headset" }, { "from": "gpt", "value": "Here it is! Your edited image as requested: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_5", "image": [ "multi_concept_images/5_chair_0.png", "multi_concept_images/5_sofa_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the chair and the sofa . You need to generate a new image that composites the objects into a way as 'Watercolor painting of the chair and sofa.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_93", "image": [ "multi_concept_images/93_wooden pot_0.png", "multi_concept_images/93_flower_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the wooden pot and the flower . You need to generate a new image that composites the objects into a way as 'wooden pot with flower in it.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "The Dragon's Apprentice: A young blacksmith named Aiden becomes an apprentice to a wise dragon named Drakon, learning magic and combat to protect their land from invading sorcerers. The story should include images of Aiden's training, the majestic dragon, and the epic battles against the sorcerers. Highlight Aiden's growth from a humble blacksmith to a powerful warrior with Drakon's guidance.", "id": "storytelling_8", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Dragon's Apprentice: A young blacksmith named Aiden becomes an apprentice to a wise dragon named Drakon, learning magic and combat to protect their land from invading sorcerers. The story should include images of Aiden's training, the majestic dragon, and the epic battles against the sorcerers. Highlight Aiden's growth from a humble blacksmith to a powerful warrior with Drakon's guidance." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "The Silver Dragon: A dragon made of silver is awakened by a young boy named Leo, who must protect it from those who seek to harness its power. The story should be brought to life with images of the silver dragon, Leo's guardianship, and the threats they face. Show scenes of Leo discovering the dragon and their efforts to stay safe from those who would exploit the dragon's power.", "id": "storytelling_80", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Silver Dragon: A dragon made of silver is awakened by a young boy named Leo, who must protect it from those who seek to harness its power. The story should be brought to life with images of the silver dragon, Leo's guardianship, and the threats they face. Show scenes of Leo discovering the dragon and their efforts to stay safe from those who would exploit the dragon's power." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Aviation Safety Reports: Summarize incidents and safety improvements in aviation. Instructions: Provide detailed reports on aviation safety trends, including factors affecting incidents and improvement efforts. Include charts showing safety trends, infographics illustrating key metrics, and photos of aviation activities. Interleave textual explanations with visual data to enhance understanding.", "id": "report_148", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Aviation Safety Reports: Summarize incidents and safety improvements in aviation. Instructions: Provide detailed reports on aviation safety trends, including factors affecting incidents and improvement efforts. Include charts showing safety trends, infographics illustrating key metrics, and photos of aviation activities. Interleave textual explanations with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Energy Consumption Analysis: Review patterns in energy use and efficiency. Instructions: Provide detailed reports on energy consumption trends, including sector-specific usage and efficiency improvements. Include charts showing energy consumption trends, infographics illustrating efficiency gains, and photos of energy infrastructure. Combine text and images to create an engaging energy consumption report.", "id": "report_42", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Energy Consumption Analysis: Review patterns in energy use and efficiency. Instructions: Provide detailed reports on energy consumption trends, including sector-specific usage and efficiency improvements. Include charts showing energy consumption trends, infographics illustrating efficiency gains, and photos of energy infrastructure. Combine text and images to create an engaging energy consumption report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_125109", "image": [ "magic_brush_images_test/125109-input.png", "magic_brush_images_test/125109-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me to tweak this image. . You need to change the wooden floor into a red tile floor" }, { "from": "gpt", "value": "Your edited image is right here, as requested: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Economic Forecasts: Predict future economic conditions based on current data. Instructions: Provide detailed reports on economic forecast trends, including factors affecting future conditions and potential impacts. Include charts showing forecast trends, infographics illustrating key metrics, and photos of economic activities. Combine text and images to create an engaging economic forecast report.", "id": "report_86", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Economic Forecasts: Predict future economic conditions based on current data. Instructions: Provide detailed reports on economic forecast trends, including factors affecting future conditions and potential impacts. Include charts showing forecast trends, infographics illustrating key metrics, and photos of economic activities. Combine text and images to create an engaging economic forecast report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "activitynet_continuation_v_1OmzECVyIww", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_1OmzECVyIww_0.png", "activitynet_images_test/frame_v_1OmzECVyIww_1.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n An athletic man is seen waving one arm up into the air and standing ready for a beam. \n" }, { "from": "gpt", "value": " The man then spins himself around the beam performing a gymnastics routine and ends with him jumping to the side and holding his arms up, smiling and waving to the crowd. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "multi_concept_gen_44", "image": [ "multi_concept_images/44_dog_0.png", "multi_concept_images/44_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the person . You need to generate a new image that composites the objects into a way as 'dog reading a book with person curled up next.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Disaster Response Summaries: Report on the effectiveness of disaster relief efforts. Instructions: Provide detailed reports on disaster response trends, including factors affecting relief efforts and their effectiveness. Include maps of disaster areas, charts showing response trends, and photos of relief activities. Interleave textual analysis with visual data to enhance comprehension.", "id": "report_76", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Disaster Response Summaries: Report on the effectiveness of disaster relief efforts. Instructions: Provide detailed reports on disaster response trends, including factors affecting relief efforts and their effectiveness. Include maps of disaster areas, charts showing response trends, and photos of relief activities. Interleave textual analysis with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_1339945", "image": [ "wiki_images_test/1339945_1_0.png", "wiki_images_test/1339945_1_1.png", "wiki_images_test/1339945_1_2.png", "wiki_images_test/1339945_1_3.png", "wiki_images_test/1339945_1_4.png", "wiki_images_test/1339945_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Palitaw': None \n You need to assist human user to complete this task via trying palitaw with yema filling. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Melt the butter in a pan, then whisk in the condensed milk and egg yolk. \n Cook the yema over medium heat for 10 minutes, then set it aside. \n Prepare a batch of palitaw dough. \n Form the dough into small balls with a thumbprint in the middle. \n" }, { "from": "gpt", "value": "Drop some yema into each thumbprint, then seal it. \n Boil the palitaw in 5 inches (13 cm) of water until they float. \n" } ], "goal": "How to Make Palitaw", "category": [ "Food and Entertaining", "Recipes", "World Cuisines", "Asian Cuisine", "Philippine Dishes" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a stylish cross body bag from See By Chlo\u00e9 with specifications, including size and fastening details, suitable for carrying personal items.", "raw_text": "Large cross body bag in pebbled leather from See By Chlo\u00e9. \nThe black \u2018Hopper\u2019 bag features a magnetic flap fastening with oversized metal ring detail and opens to reveal a roomy lined interior. An inner slip pocket provides space for small valuables, while the gold-tone chain strap can be doubled up for versatile styling. \n An engraved logo charm adds the finishing touch. \n Dimensions: H: 15cm x W: 24cm x D: 6cm. Handle Drop: 15cm. Strap Drop: 50cm.", "id": "mmc4_doc_continuation_039c9de78ef7", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a stylish cross body bag from See By Chlo\u00e9 with specifications, including size and fastening details, suitable for carrying personal items. You need to complete the subsequent document given the first part: A large cross-body bag is offered in pebbled leather by See By Chlo\u00e9. \n" }, { "from": "gpt", "value": " The black 'Hopper' bag has a magnetic flap with an oversized metal ring, a roomy lined interior, an inner slip pocket for small valuables, and a gold-tone chain strap that can be worn doubled up. \n An engraved logo charm completes the look. \n" } ], "image": [ "mmc4_images_test/039c9de78ef7.jpg", "mmc4_images_test/345923053a0c.jpg", "mmc4_images_test/24364b42e41a.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Prepare a classic bouquet garni by bundling together leek, thyme, laurel, parsley stalks, and celery using cooking twine to enhance the flavor and aroma of dishes. This is a traditional French cooking technique.", "raw_text": "What are we preparing today? A classic and basic recipe: the bouquet garni. \nIt\u2019s a bundle of aromatic herbs, created by french people and used to add some flavour and arome to our preparation. Nowadays everyone use it, not only french people. It seems that there is quite a lot of recipe to make a bouquet garni, but I can assure you the following it\u2019s the classic recipe you can learn in any french cooking school and there is no cotton lint, nor black peppercorns. \n It\u2019s a so easy recipe and it requires only 5 ingredients, tied among them. You only need 5 ingredients and some cooking twine. Take the leek, cut a 10cm section and put inside the other herbs: thyme, laurel, parsley stalks and celery. Wrap the leek and tied the herbs with a cooking twine. \n The bouquet garni must be tied tightly so the herbs cannot escape.", "id": "mmc4_doc_continuation_b7b714a42d73", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Prepare a classic bouquet garni by bundling together leek, thyme, laurel, parsley stalks, and celery using cooking twine to enhance the flavor and aroma of dishes. This is a traditional French cooking technique. You need to complete the subsequent document given the first part: Today, we're making a classic bouquet garni recipe. \n" }, { "from": "gpt", "value": " Abundle of aromatic herbs, originaing from France, enhances dishes with flavor and aroma, now globally used, containing no cotton or peppercorns. \n Using just 5 ingredients - leek, thyme, laurel, parsley stalks, and celery - wrap and tie them together with cooking twine. \n" } ], "image": [ "mmc4_images_test/b7b714a42d73.jpg", "mmc4_images_test/e171b51f5a47.jpg", "mmc4_images_test/95e1deabfd86.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_0_8520884", "image": [ "wiki_images_test/8520884_0_0.png", "wiki_images_test/8520884_0_1.png", "wiki_images_test/8520884_0_2.png", "wiki_images_test/8520884_0_3.png", "wiki_images_test/8520884_0_4.png", "wiki_images_test/8520884_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make a Giant Spaghetti Stuffed Meatball': Take your spaghetti and meatball dish to a whole new level! This meal is made up of a three-pound giant meatball that's stuffed with spaghetti, baked, and then topped off with plenty of tomato sauce and Parmesan cheese. Whether you're looking for a creative dinner or a new way to spice up a boring dish, this jumbo-sized stuffed meatball just might be a good fit and will satisfy your spaghetti and meatball craving. \n You need to assist human user to complete this task via making the spaghetti and meatball mixture. Given the previous steps, you need to predict the subsequent 5 steps to help the user to finish the task. The previous steps are: \n Boil the dry pasta in a large pot of salted water. \n" }, { "from": "gpt", "value": "Drain the spaghetti in a colander and shake it around to remove excess water. \n Saute the olive oil and garlic in a large iron skillet. \n Add the tomato sauce and crushed tomatoes. \n Sprinkle in the salt, red pepper, basil, and dried oregano. \n Fold in the spaghetti with one cup of the tomato sauce. \n" } ], "goal": "How to Make a Giant Spaghetti Stuffed Meatball", "category": [ "Food and Entertaining", "Recipes", "Pasta and Noodles", "Spaghetti" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "The Crystal Cavern: A girl named Gemma finds a cavern filled with crystals that reveal the future, and she must use this power to avert a catastrophe. The story should feature illustrations of the sparkling crystal cavern, the visions of the future, and Gemma's efforts to prevent disaster. Include scenes of Gemma interpreting the crystal visions and taking action to change the future.", "id": "storytelling_28", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Crystal Cavern: A girl named Gemma finds a cavern filled with crystals that reveal the future, and she must use this power to avert a catastrophe. The story should feature illustrations of the sparkling crystal cavern, the visions of the future, and Gemma's efforts to prevent disaster. Include scenes of Gemma interpreting the crystal visions and taking action to change the future." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Describe a golf club offering an 18-hole course, pro shop, dining facilities, and scenic landscape, providing opportunities for both experienced and novice golfers. Encourage visitors to call or drop by for tee-offs and specials, and mention the availability of gift certificates.", "raw_text": "We are now accepting New Golf Leagues for the 2019 Season! Located in beautiful South Lyon, Riverbank Golf Club is home to an 18-hole golf course, full pro shop, award-winning kitchen, and a friendly staff waiting to serve you seven days a week. \nThe breathtaking landscape and fully-established menu make Riverbank a great place for banquets, corporate outings, and small weddings. From tee-offs, to happy hour drink specials, visit us soon! Gift certificates are available for purchase. Please call the pro shop at 248-486-6251 or stop by on Fridays from 11am to 9pm. \n Our Par 4 course spans over 130 acres of South Lyons countryside.The golf course at Riverbank is challenging enough for semi-professional matches, yet still caters to those still learning the game. Most of the holes are Par 4 with the longest tee-to-green being over 500 yards. Full of trees, freshwater streams and ponds, you are sure to enjoy this course. \n", "id": "mmc4_doc_continuation_d97c3f2db8db", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a golf club offering an 18-hole course, pro shop, dining facilities, and scenic landscape, providing opportunities for both experienced and novice golfers. Encourage visitors to call or drop by for tee-offs and specials, and mention the availability of gift certificates. You need to complete the subsequent document given the first part: Sign up for the 2019 golf season at Riverbank Golf Club in South Lyon, featuring an 18-hole course, pro shop, award-winning kitchen, and weekly staff service. \n" }, { "from": "gpt", "value": " Riverbank offers stunning views and a diverse menu, ideal for banquets, corporate events, and small weddings; tee-off specials, happy hour discounts, gift certificates, and pro shop purchases available. \n The 130-acre Riverbank golf course in South Lyons offers challenging Par 4 holes amidst trees, streams, and ponds, suitable for semipros and novices alike. \n" } ], "image": [ "mmc4_images_test/d97c3f2db8db.jpg", "mmc4_images_test/267c1b2c96a3.jpg", "mmc4_images_test/ca37c1c8d754.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Petroleum Engineering: Develop visualizing oil extraction and refining processes. Use interleaved text and images to explain the principles of petroleum engineering, the methods for extracting and refining oil, and the benefits for energy production.", "id": "education_158", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Petroleum Engineering: Develop visualizing oil extraction and refining processes. Use interleaved text and images to explain the principles of petroleum engineering, the methods for extracting and refining oil, and the benefits for energy production." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "The Icebound Ship: A ship frozen in ice holds a mysterious crew that awakens once a century, and a young adventurer named Finn must solve their curse. The story should be illustrated with images of the icebound ship, the ghostly crew, and Finn's quest to break the curse. Show scenes of Finn exploring the frozen ship and uncovering the secret of the crew's curse.", "id": "storytelling_30", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Icebound Ship: A ship frozen in ice holds a mysterious crew that awakens once a century, and a young adventurer named Finn must solve their curse. The story should be illustrated with images of the icebound ship, the ghostly crew, and Finn's quest to break the curse. Show scenes of Finn exploring the frozen ship and uncovering the secret of the crew's curse." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Natural Disaster Preparedness: Report on strategies and effectiveness of disaster preparedness. Instructions: Provide detailed reports on natural disaster preparedness trends, including factors affecting strategies and effectiveness. Include charts showing preparedness trends, maps of disaster areas, and photos of preparedness activities. Interleave textual explanations with visual data to enhance comprehension.", "id": "report_180", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Natural Disaster Preparedness: Report on strategies and effectiveness of disaster preparedness. Instructions: Provide detailed reports on natural disaster preparedness trends, including factors affecting strategies and effectiveness. Include charts showing preparedness trends, maps of disaster areas, and photos of preparedness activities. Interleave textual explanations with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_56", "image": [ "multi_concept_images/56_dog_0.png", "multi_concept_images/56_dice_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the dice . You need to generate a new image that composites the objects into a way as 'A watercolor painting of dice and a dog.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Sociology: Develop visuals to illustrate social networks and demographic trends. Use interleaved text and images to explain the structure of social networks, the factors influencing demographic changes, and the implications for society.", "id": "education_90", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Sociology: Develop visuals to illustrate social networks and demographic trends. Use interleaved text and images to explain the structure of social networks, the factors influencing demographic changes, and the implications for society." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "vist_47285", "image": [ "vist_images_test/182237118.jpg", "vist_images_test/182266229.jpg", "vist_images_test/182267038.jpg", "vist_images_test/182267331.jpg", "vist_images_test/182267665.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. i took some photos of fireworks over the 4th of july . \n i just bought a new camera and wanted to try it out . \n this is on my favorites because of the twisted tail and the starting of the explosion . \n" }, { "from": "gpt", "value": "this one looks like a big fuzzy ball . but it 's actually a ball of fire ! \n this one is great too because there are so many explosions at the same time . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Forestry: Develop diagrams of forest management and conservation. Use interleaved text and images to explain the principles of forest management, the methods for conserving forest resources, and the benefits for the environment.", "id": "education_142", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Forestry: Develop diagrams of forest management and conservation. Use interleaved text and images to explain the principles of forest management, the methods for conserving forest resources, and the benefits for the environment." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_59", "image": [ "multi_concept_images/59_cat_0.png", "multi_concept_images/59_tortoise plushie_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the tortoise plushie . You need to generate a new image that composites the objects into a way as 'the cat plushie in the style of a tortoise plushie.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "The Golden Feather: A feather that grants incredible luck falls into the hands of a poor boy named Jack, who must use it wisely to change his fate. The story should be brought to life with images of the golden feather, Jack's journey, and the changes he makes with its power. Show scenes of Jack's struggles and the moment he transforms his fate.", "id": "storytelling_48", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Golden Feather: A feather that grants incredible luck falls into the hands of a poor boy named Jack, who must use it wisely to change his fate. The story should be brought to life with images of the golden feather, Jack's journey, and the changes he makes with its power. Show scenes of Jack's struggles and the moment he transforms his fate." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "multi_concept_gen_2", "image": [ "multi_concept_images/2_chair_0.png", "multi_concept_images/2_table_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the chair and the table . You need to generate a new image that composites the objects into a way as 'chair and table with a floor lamp on the side.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "seq_edit_385037", "image": [ "magic_brush_images_test/385037-input.png", "magic_brush_images_test/385037-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in making changes to this photo? . You need to Remove the man." }, { "from": "gpt", "value": "Of course. Below is your edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "activitynet_continuation_v_VRS48f5tj_c", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_VRS48f5tj_c_0.png", "activitynet_images_test/frame_v_VRS48f5tj_c_1.png", "activitynet_images_test/frame_v_VRS48f5tj_c_2.png", "activitynet_images_test/frame_v_VRS48f5tj_c_3.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A lady plays the harp and another plays the flute in an orchestra and we see the conductor and return to the flute lady. \n" }, { "from": "gpt", "value": " We see the whole orchestra playing and return to the flute lady and the orchestra cut back and forth. \n We watch the conductor as he works and see the orchestra. \n We see the harp again and the orchestra before returning to the harp. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Science Experiments: Illustrate the setup and procedure of a chemistry experiment. Use a combination of text descriptions and images to show each stage of the experiment, from preparing materials to observing results, ensuring that safety precautions are clearly marked.", "id": "education_2", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Science Experiments: Illustrate the setup and procedure of a chemistry experiment. Use a combination of text descriptions and images to show each stage of the experiment, from preparing materials to observing results, ensuring that safety precautions are clearly marked." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Describe a shoe model from the \"Island Series\" by adidas Originals for Autumn/ Winter 2015, featuring sandy suede, deep brown leather accents, and gold foil \"Cancun\" text. ", "raw_text": "adidas Originals revisit their iconic Island Series for Autumn/ Winter 2015. \nA mainstay of the brands 1980s back catalogue, the series created a number of silhouettes that drew inspiration from islands from around the world. The second shoe to release from this collection is the Cancun. \n Constructed from sandy suede with deep brown leather accents on the three stripes and heel tab. Sitting on a brown gum rubber cup sole unit and finished with gold foil \u2018Cancun\u2019 text on the lateral sides. \n", "id": "mmc4_doc_continuation_2c98d9f7b862", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a shoe model from the \"Island Series\" by adidas Originals for Autumn/ Winter 2015, featuring sandy suede, deep brown leather accents, and gold foil \"Cancun\" text. You need to complete the subsequent document given the first part: Adidas Originals introduces an updated Island Series for Autumn/Winter 2015. \n" }, { "from": "gpt", "value": " The '80s collection of this brand introduced the Cancun shoe, inspired by global island silhouettes. \n This sandal features a sandy suede upper with brown leather accents, a gum rubber sole, and gold foil 'Cancun' text. \n" } ], "image": [ "mmc4_images_test/2c98d9f7b862.jpg", "mmc4_images_test/454b016af6b4.jpg", "mmc4_images_test/8b8197d9d6ac.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_58", "image": [ "multi_concept_images/58_cat_0.png", "multi_concept_images/58_plushie_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the plushie . You need to generate a new image that composites the objects into a way as 'cat lounging beside a plushie atop a towering skyscraper.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Urban Planning: Create visualizations of city layouts and infrastructure projects. Use a combination of text and images to explain the planning process, the design of public spaces, and the integration of transportation and utilities.", "id": "education_58", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Urban Planning: Create visualizations of city layouts and infrastructure projects. Use a combination of text and images to explain the planning process, the design of public spaces, and the integration of transportation and utilities." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Dynamic Pricing: Implement dynamic pricing strategies based on demand and competition. Use pricing tools to adjust prices in real-time. Create promotional materials with a mix of text and visuals to explain the benefits of dynamic pricing to your customers. Track the performance of the pricing strategy and adjust as needed, ensuring the content is both informative and visually appealing.", "id": "marketing_171", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Dynamic Pricing: Implement dynamic pricing strategies based on demand and competition. Use pricing tools to adjust prices in real-time. Create promotional materials with a mix of text and visuals to explain the benefits of dynamic pricing to your customers. Track the performance of the pricing strategy and adjust as needed, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Describe an artist showcasing their London oil paintings, highlighting the unique scenes and weather conditions captured in their collection.", "raw_text": "Here are my original paintings of London including Big Ben, the houses of Parliament and the Thames and various street scenes. \nIn some of the work on display you can find red double decker buses, red post boxes and romantic couples with umbrellas. The paintings are London in the snow and rain. \n A scene from the rooftops, Peter Pan and Wendy sit upon chimney tops. This is an original oil canvas painting that measures 24 inches by 18 inches. Popup Painting & Events were very kind to feature my painting for their London event recently. \"Lights of London\" Is one of my new London paintings set during winter. \n A girl holds a red umbrella viewing the houses of parliament. Below is a selection of some of the Houses of Parliament paintings that Monet painted on visits to London over a 5 year period. The differences in colour reflect differing weather conditions.", "id": "mmc4_doc_continuation_80c375c1ebb2", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe an artist showcasing their London oil paintings, highlighting the unique scenes and weather conditions captured in their collection. You need to complete the subsequent document given the first part: I present original paintings of London's Big Ben, houses of Parliament, Thames, and street scenes. \n London scenes of red buses, postboxes, and coupled umbrellas amidst snow and rain. \n" }, { "from": "gpt", "value": " Peter Pan and Wendy sit atop London chimneys in my \"Lights of London\" oil painting (24x18 inches) presented at Popup Painting & Events. \n" } ], "image": [ "mmc4_images_test/80c375c1ebb2.jpg", "mmc4_images_test/9265f393c9e3.jpg", "mmc4_images_test/1f2a83fa2875.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Pop-Up Shops: Open temporary retail spaces to promote products. Plan and design a pop-up shop with a visually appealing layout and engaging displays. Use a mix of text and visuals to create an immersive shopping experience. Promote the pop-up shop through email, social media, and local advertising, ensuring the content is both engaging and visually appealing.", "id": "marketing_74", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Pop-Up Shops: Open temporary retail spaces to promote products. Plan and design a pop-up shop with a visually appealing layout and engaging displays. Use a mix of text and visuals to create an immersive shopping experience. Promote the pop-up shop through email, social media, and local advertising, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "vist_46155", "image": [ "vist_images_test/4938840463.jpg", "vist_images_test/4938841311.jpg", "vist_images_test/4938838089.jpg", "vist_images_test/4938839059.jpg", "vist_images_test/4938838667.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. it was time for practice , and he wondered how they always managed to tangle the wires . \n it would be easy to trip over the wires , and even just standing there , he could see that . \n he adjusted the cymbals , wondering if the session would be successful . \n" }, { "from": "gpt", "value": "he began with one of the softer songs , loosening up his vocal cords . \n as his voice warmed up , he tested some louder notes , thinking this recording session would work out fine . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Art and Culture Impact Studies: Analyze the social and economic impacts of arts and culture. Instructions: Provide detailed reports on art and culture impact trends, including factors affecting impacts and studies. Include charts showing impact trends, photos of cultural activities, and infographics illustrating key metrics. Interleave textual analysis with visual data to enhance understanding.", "id": "report_184", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Art and Culture Impact Studies: Analyze the social and economic impacts of arts and culture. Instructions: Provide detailed reports on art and culture impact trends, including factors affecting impacts and studies. Include charts showing impact trends, photos of cultural activities, and infographics illustrating key metrics. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_393403", "image": [ "magic_brush_images_test/393403-input.png", "magic_brush_images_test/393403-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you aid me with the editing of this picture? . You need to change the bus into a train" }, { "from": "gpt", "value": "Glad to help! Here's the image with the changes: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_31", "image": [ "multi_concept_images/31_cat_0.png", "multi_concept_images/31_sofa_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the sofa . You need to generate a new image that composites the objects into a way as 'A cat and a golden retriever peacefully sleeping on sofa.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Wildlife Population Reports: Document changes in wildlife populations and their causes. Instructions: Provide detailed reports on wildlife population trends, including factors affecting populations and conservation efforts. Include charts showing population trends, maps of habitats, and photos of wildlife. Combine text and images to create an engaging wildlife report.", "id": "report_94", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Wildlife Population Reports: Document changes in wildlife populations and their causes. Instructions: Provide detailed reports on wildlife population trends, including factors affecting populations and conservation efforts. Include charts showing population trends, maps of habitats, and photos of wildlife. Combine text and images to create an engaging wildlife report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_208469", "image": [ "magic_brush_images_test/208469-input.png", "magic_brush_images_test/208469-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you give me a hand with editing this picture? . You need to make the pizza round" }, { "from": "gpt", "value": "All set. Here\u2019s the altered image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Write a description of how a teenage girl prepares for prom by purchasing a matching corsage and floral hairpiece from Flower Expressions to enhance her outfit's appearance.", "raw_text": "Prom is a big deal to any teenage girl. Perfect makeup, dress, shoes --- but what about flowers? Prom corsages must be perfect as well! \nStop by Flower Expressions and let us help you create a something special. \n With a picture or description of the dress, we can create something that not only matches, it enhances the dress' beauty. Take your prom style up a notch with a matching floral hairpiece to match your corsage. \n From classic roses, to funky feathers, let Flower Expressions create something specifically for you!", "id": "mmc4_doc_continuation_6706a6250db4", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Write a description of how a teenage girl prepares for prom by purchasing a matching corsage and floral hairpiece from Flower Expressions to enhance her outfit's appearance. You need to complete the subsequent document given the first part: A teenage girl's prom experience is incomplete without the perfect corsage. \n" }, { "from": "gpt", "value": " Visit Flower Expressions for customized specialty creations. \n Enhance a prom dress's beauty with a matching floral hairpiece and corsage. \n" } ], "image": [ "mmc4_images_test/6706a6250db4.jpg", "mmc4_images_test/96a668f5b35c.jpg", "mmc4_images_test/3de1a5665239.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_40", "image": [ "multi_concept_images/40_cat_0.png", "multi_concept_images/40_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the dog . You need to generate a new image that composites the objects into a way as 'photo of cat and dog on a surfboard together in the middle of a clear blue ocean.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Describe a highly acclaimed hair salon in New York City known for providing excellent haircuts, styling, and diverse services catering to various markets and hair types. Provide the names of a few notable salons mentioned in the text for reference.", "raw_text": "Voted one of the best salons in NYC by Citysearch for 5 years running.We have tracked down the best hair salons in Sydney that you need.We scored hair salons on more than 25 variables across five categories, and analysed the results to give you a hand-picked list of the best hair salons in New York, NY.Our highly trained staff will exceed your expectations and you will get the haircut and styling you were looking for. Although they do like to pour on the hair spray for guys so you may want to tell them to lighten up, lest you end up looking like a KPop star.Combining structural aesthetics with classical design, the salon captures the expression of art. \nHairBarNYC is one of the fastest growing chains of hair salons in New York that dates back to 2005 with the grand opening of our first salon in Long Island, NY. Read our reviews to find out which salons and spas to visit for the best haircuts, hair color, massages, facials, manicures, and more, in NYC. Choosing from one of the few listed in this article will result in a happy result.We offer a range of wonderful services for your personal care and beauty needs.At New York Hair Company we love to focus on meeting the needs of our guests. Commentary and archival information about beauty salons from The New York Times.New York houses a variety of top of the line salons for Afro hair. Visit the best hair salons\u2014NYC has everything ranging from affordable joints and laid-back bar vibes to high-end celeb favorites.Hair salons are involved in a competitive industry with diverse target markets. \n VB STUDIO, is the best hair salon in nyc with a star staff of the best balayage in New York City. Sanat Hair Salon is the premier destination for top quality haircuts, highlights, color correction, hair extensions, and many other related services for men and women who want nothing less than standout results they are sure to love.We at Lovella pride ourselves on our creativity, talent, and ever-evolving knowledge of all things hair.Finding a professional hair salon for your African American hair is important. Dream Waves Hair Salon is a Hair Salon located in New York, NY. \n", "id": "mmc4_doc_continuation_7ff24b073af9", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a highly acclaimed hair salon in New York City known for providing excellent haircuts, styling, and diverse services catering to various markets and hair types. Provide the names of a few notable salons mentioned in the text for reference. You need to complete the subsequent document given the first part: Voted New York's top salon five years in a row with expert staff and artistic design. \n HairBarNYC, a top New York hair salon chain since 2005, offers excellent haircuts, color, and various beauty services in NYC, as noted by The New York Times. \n" }, { "from": "gpt", "value": " New York's Dream Waves, Lovella, Sanat, and VB Studio offer top-tier hair services for exceptional results in balayage, cuts, colors, extensions, and more. (For African American hair, Dream Waves specializes as a dedicated destination.) \n" } ], "image": [ "mmc4_images_test/7ff24b073af9.jpg", "mmc4_images_test/1f337484371f.jpg", "mmc4_images_test/4758f3a9feda.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Sustainable Development: Develop diagrams of sustainable practices and technologies. Use interleaved text and images to explain the principles of sustainable development, the technologies used to support it, and the benefits for society and the environment.", "id": "education_118", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Sustainable Development: Develop diagrams of sustainable practices and technologies. Use interleaved text and images to explain the principles of sustainable development, the technologies used to support it, and the benefits for society and the environment." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Content Marketing: Create valuable content that addresses the needs and interests of your target audience. Develop a content calendar that includes blog posts, infographics, videos, and social media updates. Use a mix of informative text and engaging visuals to create content that is both educational and entertaining. Promote the content through various channels and track its performance to refine your strategy.", "id": "marketing_36", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Content Marketing: Create valuable content that addresses the needs and interests of your target audience. Develop a content calendar that includes blog posts, infographics, videos, and social media updates. Use a mix of informative text and engaging visuals to create content that is both educational and entertaining. Promote the content through various channels and track its performance to refine your strategy." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Customer Service: Develop flowcharts of customer interaction protocols. Use interleaved text and images to explain the steps in customer interaction, the principles of good customer service, and the benefits for customer satisfaction and loyalty.", "id": "education_126", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Customer Service: Develop flowcharts of customer interaction protocols. Use interleaved text and images to explain the steps in customer interaction, the principles of good customer service, and the benefits for customer satisfaction and loyalty." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "The Forest of Illusions: A forest that shifts and changes hides a powerful artifact, and a clever girl named Maya must outwit its illusions to find it. The story should be illustrated with images of the ever-changing forest, the illusions, and Maya's journey. Show scenes of Maya navigating the forest and the moment she uncovers the artifact.", "id": "storytelling_44", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Forest of Illusions: A forest that shifts and changes hides a powerful artifact, and a clever girl named Maya must outwit its illusions to find it. The story should be illustrated with images of the ever-changing forest, the illusions, and Maya's journey. Show scenes of Maya navigating the forest and the moment she uncovers the artifact." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Write about Mercers' Hall, a historic venue with traditional decor and modern amenities, suitable for various events and known for its charm and intriguing history. Emphasize its flexibility in accommodating different types and sizes of gatherings.", "raw_text": "Mercers\u2019 Hall provides a unique backdrop for a wide range of events. Each of the elegantly decorated rooms is used regularly by the Mercers\u2019 Company for its business and functions and so reflects the Company\u2019s style and long history. \nRooms are traditional in feel but have modern amenities. Mercers\u2019 Hall can cater for large events such as conferences for up to 140 guests, dinners for up to 156 guests and receptions for up to 225 guests as well as concerts, lectures and award presentations. \n The Hall also accommodates a wide variety of smaller events such as meetings, roundtables, breakfasts, lunches, high teas and many others. Modern facilities with the charm, character and curious history of a traditional Livery Hall, Mercers\u2019 Hall truly is an exceptional venue. \n", "id": "mmc4_doc_continuation_6bff3cc72ecc", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Write about Mercers' Hall, a historic venue with traditional decor and modern amenities, suitable for various events and known for its charm and intriguing history. Emphasize its flexibility in accommodating different types and sizes of gatherings. You need to complete the subsequent document given the first part: Mercers' Hall, with its elegantly decorated rooms, serves as a historic backdrop for the Mercers' Company's business events. \n" }, { "from": "gpt", "value": " Mercers' Hall offers traditional rooms with modern facilities for large events, accommodating up to 225 guests for receptions, and up to 140 for conferences and dinners. \n Mercers' Hall offers modern facilities for various events with the charm of a traditional Livery Hall. \n" } ], "image": [ "mmc4_images_test/6bff3cc72ecc.jpg", "mmc4_images_test/d7170d5feda6.jpg", "mmc4_images_test/7bab6e132f79.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_1_4361", "image": [ "wiki_images_test/4361_1_0.png", "wiki_images_test/4361_1_1.png", "wiki_images_test/4361_1_2.png", "wiki_images_test/4361_1_3.png", "wiki_images_test/4361_1_4.png", "wiki_images_test/4361_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Increase the Value of Your Home Inexpensively': Are you looking to increase the value of your home while staying within your budget? Full remodels, even for one room, can cost many thousands of dollars, and while the cost may be worth it if you\u2019re planning on staying put, most remodelling projects increase your home\u2019s value by at most 80 or 90 cents for every dollar you invest. If you\u2019re looking to sell your home right away, or if you\u2019re buying and selling a home for profit, you want to keep your improvements simple and cheap. \n You need to assist human user to complete this task via easy do-it-yourself projects. Given the previous steps, you need to predict the subsequent 5 steps to help the user to finish the task. The previous steps are: \n Spruce up the yard. \n" }, { "from": "gpt", "value": "Add a fresh coat of interior paint. \n Put up fresh curtains and blinds. \n Install modern light switches and outlet covers. \n Up the wattage. \n Check the square footage. \n" } ], "goal": "How to Increase the Value of Your Home Inexpensively", "category": [ "Home and Garden", "Home Improvements", "Renovation Advice and Tips" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a company specializing in pool renovations, emphasizing their expertise and transformation of clients' outdoor spaces, with partnerships with Custom Stone and Noble Tile Supply for materials.", "raw_text": "At Creative Boundaries, our artisans have over 25 years experience in the pool construction and pool remodeling/resurfacing industry. \nWhile our craft requires experience in building pools and a beautiful environment to house them \u2013 our passion is with taking an existing backyard and transforming it to an exterior showplace. \n We love taking the old, and making it new again. It\u2019s taking what you\u2019ve always loved, and making it new and beautiful again. Restoring your existing pool and outdoor living space is what we thrive on. \n Our qualified team of professionals are capable of making the proper recommendations to our clients depending on their overall needs. Whether you are seeking a modest face-lift for your pool or an extreme makeover, Creative Boundaries would welcome the opportunity to assist you with your project. \n Creative Boundaries is proud to partner with Custom Stone and Noble Tile Supply for stone and tile used in our pool remodeling projects. Click on one of the logos below to visit their website and view colors and styles of materials that might be used.", "id": "mmc4_doc_continuation_4d63d8438cfe", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a company specializing in pool renovations, emphasizing their expertise and transformation of clients' outdoor spaces, with partnerships with Custom Stone and Noble Tile Supply for materials. You need to complete the subsequent document given the first part: Our artisans at Creative Boundaries have 25 years of experience in pool construction and renovation. \n" }, { "from": "gpt", "value": " We turn ordinary backyards into stunning exterior showplaces with our pool-building expertise. \n We specialize in revitalizing and enhancing old pools and outdoor living spaces. \n Our team offers personalized pool improvement recommendations based on clients' needs. \n" } ], "image": [ "mmc4_images_test/4d63d8438cfe.jpg", "mmc4_images_test/0f118cf53b90.jpg", "mmc4_images_test/26f0a752cf62.jpg", "mmc4_images_test/64720924ac83.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Paleontology: Develop visualizing fossil excavation and analysis. Use interleaved text and images to explain the principles of paleontology, the methods for excavating fossils, and the techniques for analyzing fossil finds.", "id": "education_150", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Paleontology: Develop visualizing fossil excavation and analysis. Use interleaved text and images to explain the principles of paleontology, the methods for excavating fossils, and the techniques for analyzing fossil finds." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Describe the significant mountain range on the Isle of Skye, known as the Black Cuillin, with its distinctive features and popular approaches, encourages visitors to explore its Munros for a challenging and rewarding experience, either in person or virtually.", "raw_text": "VisitScotland / Cutmedia, all rights reserved. This rocky mountain range is located on the Isle of Skye. \nAlso known as the Black Cuillin, the mountain\u2019s highest point is Sgurr Alasdair at 3,255 ft (992 m). \n The sharp peaks, which rise up from the flatness of the surrounding terrain, are the dominating feature of the island and can be seen from every other peninsula on Skye. The mountains can be approached from three sites: from the south by foot or by boat from Elgol; from the Sligachan Hotel to the north; or from Glen Brittle to the west of the mountains. \n Glen Sligachan is one of the most popular routes, dividing as it does the granite of the round-topped Red Hills (sometimes known as the Red Cuillin) to the east from the dark, coarse-grained jagged-edged of the real Cuillin to the west. With some 20 Munros between them, these are mountains to be taken seriously. Experience is vital for climbing the Inaccessible Pinnacle in real life but you can climb it virtually in this 360 degree video - don't miss out on the spectacular views!", "id": "mmc4_doc_continuation_1c91ae543d81", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the significant mountain range on the Isle of Skye, known as the Black Cuillin, with its distinctive features and popular approaches, encourages visitors to explore its Munros for a challenging and rewarding experience, either in person or virtually. You need to complete the subsequent document given the first part: The Isle of Skye is home to a rocky mountain range, controlled by VisitScotland and Cutmedia. \n" }, { "from": "gpt", "value": " The Black Cuillin's highest peak is Sgurr Alasdair, reaching 3,255 ft (992 m). \n The towering mountains with approaches from Elgol, Sligachan Hotel, and Glen Brittle, dominate the island of Skye. \n" } ], "image": [ "mmc4_images_test/1c91ae543d81.jpg", "mmc4_images_test/057437bcb889.jpg", "mmc4_images_test/b6afbd9de123.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_461252", "image": [ "magic_brush_images_test/461252-input.png", "magic_brush_images_test/461252-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you give me a hand with editing this picture? . You need to let the bowl contain broccoli and bell peppers" }, { "from": "gpt", "value": "Here is your retouched image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "vist_47870", "image": [ "vist_images_test/277611824.jpg", "vist_images_test/277612010.jpg", "vist_images_test/277611662.jpg", "vist_images_test/277586806.jpg", "vist_images_test/279034894.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. we took a walk through a historic park . \n this sign was interesting . i wonder what people would be digging for ? \n so serene here though . \n location location , location . this plaque explains some history . \n" }, { "from": "gpt", "value": "this stone was etched with this beautiful phrase . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Digital Transformation Studies: Analyze trends in digital adoption across industries. Instructions: Provide detailed reports on digital transformation trends, including factors affecting adoption and industry-specific trends. Include charts showing transformation trends, infographics illustrating key metrics, and photos of digital activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_192", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Digital Transformation Studies: Analyze trends in digital adoption across industries. Instructions: Provide detailed reports on digital transformation trends, including factors affecting adoption and industry-specific trends. Include charts showing transformation trends, infographics illustrating key metrics, and photos of digital activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "The Forest of Whispers: A forest that whispers secrets hides a powerful artifact, and a clever girl named Aria must decipher its whispers to find it. The story should feature illustrations of the whispering forest, the hidden artifact, and Aria's journey. Include scenes of Aria listening to the whispers and the moment she finds the artifact.", "id": "storytelling_74", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Forest of Whispers: A forest that whispers secrets hides a powerful artifact, and a clever girl named Aria must decipher its whispers to find it. The story should feature illustrations of the whispering forest, the hidden artifact, and Aria's journey. Include scenes of Aria listening to the whispers and the moment she finds the artifact." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "seq_edit_160864", "image": [ "magic_brush_images_test/160864-input.png", "magic_brush_images_test/160864-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me out with making changes to this picture. . You need to make the baseball players hold swords" }, { "from": "gpt", "value": "No trouble at all! Here's the revised version of your image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Interactive Webinars: Host webinars that allow real-time interaction with attendees. Plan and promote the webinar with engaging visuals and informative text. Use a mix of live video, text comments, and interactive polls to create an engaging experience. Follow up with attendees and share a summary and recording, ensuring the content is both engaging and visually appealing.", "id": "marketing_173", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Interactive Webinars: Host webinars that allow real-time interaction with attendees. Plan and promote the webinar with engaging visuals and informative text. Use a mix of live video, text comments, and interactive polls to create an engaging experience. Follow up with attendees and share a summary and recording, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "seq_edit_560472", "image": [ "magic_brush_images_test/560472-input.png", "magic_brush_images_test/560472-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please aid me in adjusting this picture. . You need to let there be patties in the pan" }, { "from": "gpt", "value": "No problem at all. Your modified image follows: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Customer Satisfaction Surveys: Summarize feedback from consumers on products and services. Instructions: Provide detailed reports on customer satisfaction trends, including factors affecting satisfaction and feedback analysis. Include charts showing satisfaction trends, infographics illustrating key metrics, and photos of customers. Interleave textual explanations with visual data to enhance comprehension.", "id": "report_96", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Customer Satisfaction Surveys: Summarize feedback from consumers on products and services. Instructions: Provide detailed reports on customer satisfaction trends, including factors affecting satisfaction and feedback analysis. Include charts showing satisfaction trends, infographics illustrating key metrics, and photos of customers. Interleave textual explanations with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Public Transportation Reports: Summarize trends and developments in public transit systems. Instructions: Provide detailed reports on public transportation trends, including factors affecting performance and developments. Include charts showing transport trends, maps of transit networks, and photos of transportation activities. Combine text and images to create an informative public transportation report.", "id": "report_154", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Public Transportation Reports: Summarize trends and developments in public transit systems. Instructions: Provide detailed reports on public transportation trends, including factors affecting performance and developments. Include charts showing transport trends, maps of transit networks, and photos of transportation activities. Combine text and images to create an informative public transportation report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_296724", "image": [ "magic_brush_images_test/296724-input.png", "magic_brush_images_test/296724-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you assist me in modifying this image? . You need to Add a grandma." }, { "from": "gpt", "value": "Right away! Here's your polished image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Space Exploration Summaries: Report on missions and discoveries in space exploration. Instructions: Provide detailed reports on space exploration trends, including factors affecting missions and discoveries. Include charts showing exploration trends, maps of space missions, and photos of space activities. Combine text and images to create an engaging space exploration report.", "id": "report_166", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Space Exploration Summaries: Report on missions and discoveries in space exploration. Instructions: Provide detailed reports on space exploration trends, including factors affecting missions and discoveries. Include charts showing exploration trends, maps of space missions, and photos of space activities. Combine text and images to create an engaging space exploration report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Describe the history and significance of the medieval town of San Gimignano, known for its towers and strategic location in Tuscan countryside, attracting travelers along the Via Francigena.", "raw_text": "San Gimignano is the famous medieval town of beautiful towers in the heart of the Tuscan countryside near Siena. \nThe foundation of San Gimignano is lost in the mists of time. Legend has it that in 63 BC the two brothers Muzio and Silvio, young patricians fled from Rome because accomplices of Catiline, took refuge in Valdelsa and built two castles: that of Pile and to Silvia, future San Gimignano. \n The development of San Gimignano took place mainly in the first three centuries after the year one thousand, when he found himself in a strategic geographical location. \n The city, bounded by the first wall and kind of riding hilly variant of the Via Francigena, became one of the main places of transit and stopover for all travelers.", "id": "mmc4_doc_continuation_9210ea5095fb", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the history and significance of the medieval town of San Gimignano, known for its towers and strategic location in Tuscan countryside, attracting travelers along the Via Francigena. You need to complete the subsequent document given the first part: San Gimignano, a medieval town in Tuscan countryside near Siena, is known for its towering architecture. \n In 63 BC, two Roman patricians, Muzio and Silvio, founded San Gimignano after seeking refuge in Valdelsa and building castles. \n" }, { "from": "gpt", "value": " San Gimignano prospered in the first three centuries after 1000, due to its strategic location. \n" } ], "image": [ "mmc4_images_test/9210ea5095fb.jpg", "mmc4_images_test/99b63d9ddcb9.jpg", "mmc4_images_test/964bc056483c.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_0_594137", "image": [ "wiki_images_test/594137_0_0.png", "wiki_images_test/594137_0_1.png", "wiki_images_test/594137_0_2.png", "wiki_images_test/594137_0_3.png", "wiki_images_test/594137_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Clean a Mascara Brush': Is your mascara brush so full of clumps and dried product that you can barely comb it through your lashes? A clumpy brush will result in clumpy lashes, which is not a cute look. Or maybe you think it's a shame to throw out that little wand once you've used up all your mascara and you'd like to clean it off and put it to use elsewhere. Whatever the reason, this article will teach you to clean and de-clump your mascara brush. \n You need to assist human user to complete this task via cleaning your brush to apply mascara. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Wipe the clumps off your mascara wand with a paper towel. \n Soak your mascara wand in hot water to loosen dried product. \n" }, { "from": "gpt", "value": "Soak the brush in a cup of isopropyl alcohol to sanitize and remove any remaining mascara. \n Use a cotton swab to clean the area that threads into the tube. \n Dry the bristles completely before inserting the brush back into the tube. \n" } ], "goal": "How to Clean a Mascara Brush", "category": [ "Personal Care and Style", "Cosmetics", "Makeup", "Eye Makeup" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Product Bundling: Offer product bundles at a discounted price to increase sales. Create visually appealing bundle images that show all included products. Use descriptive text to highlight the benefits and savings of purchasing the bundle. Promote the bundles through email campaigns, social media posts, and website banners, ensuring the content is engaging and visually consistent.", "id": "marketing_20", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Product Bundling: Offer product bundles at a discounted price to increase sales. Create visually appealing bundle images that show all included products. Use descriptive text to highlight the benefits and savings of purchasing the bundle. Promote the bundles through email campaigns, social media posts, and website banners, ensuring the content is engaging and visually consistent." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Describe a food blog post announcing new Starbucks offerings, highlighting their savory and sweet treats with a focus on the Teavana Frozen Teas.", "raw_text": "The Food Alphabet and More: New Starbucks Cards this Autumn Season to collect! \nMake your visits to Starbucks even better with their new savory treats in Tuna Melt on Croissant Baguette and Ham and Cheese on Dutch Crepe. \n Ham and Cheese on Dutch Crepe, a delicious marriage of different flavors brought by the soft, chewy, and sweet Dutch Crepe filled with ham and cheese. \n Give in to your sweet tooth with the Mango Float Cake which is made with moist and buttery cake then layered with creamy mango mousse and meringue, then finished with mango buttercream icing. \n Chocoholics will be delighted with the chewy and seriously chocolaty Triple Chocolate Cookie, which has dark, milk, white, and Belgian chocolate chunks. \n Have a taste of all new Starbucks offerings and of course their newly launched Teavana Frozen Teas, check out my post about the newly launched Teavana Frozen Teas HERE. More reasons to visit Starbucks today! Get your fill of your Starbucks Teavana Frozen Teas and dig in with their new line-up of savory and sweet treats!", "id": "mmc4_doc_continuation_1078bb03e810", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a food blog post announcing new Starbucks offerings, highlighting their savory and sweet treats with a focus on the Teavana Frozen Teas. You need to complete the subsequent document given the first part: New Starbucks cards with The Food Alphabet theme are being released this autumn. \n Enjoy enhanced Starbucks visits with new savory options: Tuna Melt on Croissant Baguette and Ham and Cheese on Dutch Crepe. \n A Dutch crepe filled with ham and cheese offers a harmonious blend of savory and sweet flavors. \n Indulge in a moist cake layered with mango mousse, meringue, and topped with mango buttercream. \n" }, { "from": "gpt", "value": " The Triple Chocolate Cookie delights chocoholics with its chewy texture and mix of dark, milk, white, and Belgian chocolate chunks. \n" } ], "image": [ "mmc4_images_test/1078bb03e810.jpg", "mmc4_images_test/a77f13b00494.jpg", "mmc4_images_test/2889b721f863.jpg", "mmc4_images_test/cadb3c7c2b87.jpg", "mmc4_images_test/0174d86bf4ab.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_221187", "image": [ "magic_brush_images_test/221187-input.png", "magic_brush_images_test/221187-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me out with making changes to this picture. . You need to Change the banana to a microphone." }, { "from": "gpt", "value": "Of course. Below is your edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Co-Branding: Partner with another brand to create a product or campaign. Identify a complementary brand and develop a co-branding strategy. Create joint promotional materials with a mix of text and visuals that highlight the partnership. Launch the co-branded product or campaign and track its performance to assess the impact, ensuring the content is both engaging and visually appealing.", "id": "marketing_54", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Co-Branding: Partner with another brand to create a product or campaign. Identify a complementary brand and develop a co-branding strategy. Create joint promotional materials with a mix of text and visuals that highlight the partnership. Launch the co-branded product or campaign and track its performance to assess the impact, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_1_960295", "image": [ "wiki_images_test/960295_1_0.png", "wiki_images_test/960295_1_1.png", "wiki_images_test/960295_1_2.png", "wiki_images_test/960295_1_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Perform Well in Interviews': Here\u2019s an interesting fact that isn\u2019t always discussed: sometimes, the person who gets the job isn\u2019t the person who is right for the job; the person who gets the job is the person who is best at job interviews. Read this paragraph again and don\u2019t forget it. \n You need to assist human user to complete this task via dealing with nerves. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Expect nerves but also expect support. \n" }, { "from": "gpt", "value": "See the interview as an examination. \n If you\u2019re nervous, take time to relax. \n Pay attention to your surroundings, this could pay off in more ways than you think. \n" } ], "goal": "How to Perform Well in Interviews", "category": [ "Education and Communications", "Communication Skills", "Interview Skills" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_1_739519", "image": [ "wiki_images_test/739519_1_0.png", "wiki_images_test/739519_1_1.png", "wiki_images_test/739519_1_2.png", "wiki_images_test/739519_1_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Condition Your Hair Herbally': Are you tired of the frizzy poof that slowly rises upwards in the humidity but you have no idea how to fight it? Well, here's a little known secret that most cosmetics companies don't want you to know: Sulfates, the ingredient that makes your shampoos and conditioners lather so wonderfully are actually detergents use to clean garages in factories and strip your hair of essential oils that protect your natural moisture barriers and prevent frizz; and don't forget the parabens, highly questionable cosmetic preservatives that no one recommends for daily use. In order to prevent the usage of such low quality ingredients we should switch to natural or organic haircare lines. The easiest natural or organic lines to use are herbal because not only do they have wonderful benefits for your hair but they can also be made at home. So, here are a few recommendations to get you started on your new herbal routine. \n You need to assist human user to complete this task via making your own herbal conditioner:. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Start with the base of a homemade herbal conditioner and work your way from the ground up. \n A good base for all hair types is an organic lotion with no sulfates or parabens, for example anything with coconut, or shea butter is moisturizing, aloe vera is soothing, peppermint, and eucalyptus,and rosemary are cleansing and stimulating, and tea tree oil is anti-fungal and great for irritated scalps. \n Now that you have a set base, you can add a few oils, because despite common beliefs you can use oils on any type of hair; it won't make it oily as long as you know which ones to use.. \n" }, { "from": "gpt", "value": "The most important ingredients to look at would be the herbs. \n" } ], "goal": "How to Condition Your Hair Herbally", "category": [ "Personal Care and Style", "Cosmetics" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_82", "image": [ "multi_concept_images/82_garden_0.png", "multi_concept_images/82_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the garden and the person . You need to generate a new image that composites the objects into a way as 'A black marble statue of the person in front of garden.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Describe an incident at a wood pellet manufacturing plant in Entwistle, Alta, where three people were injured in an explosion. Provide details on the number of people injured, their conditions, emergency responders on scene, and the ongoing investigation by Occupational Health and Safety.", "raw_text": "3 people injured in plant explosion in Entwistle, Alta. \nAt least one person was injured Monday afternoon in an explosion at a wood pellet manufacturing plant in Entwistle, Alta. \n Three people were injured, one critically, Monday afternoon in an explosion at a wood-pellet manufacturing plant in Entwistle, Alta. \n Parkland County fire crews were called at about 2:20 p.m. to the Pinnacle Renewable Energy plant, about 100 kilometres west of Edmonton, said Sarah Mate, director of community services for the county. STARS air ambulance airlifted a 28-year-old man to Edmonton's Royal Alexandra Hospital in critical condition, STARS spokesperson Tammy Yamkowy said. EMS took two other people to hospital in serious condition, Alberta Health Services confirmed. About 40 members of Parkland County fire services were on scene, Mate said, and were assisted by Yellowhead County firefighters. Occupational Health and Safety was notified of the explosion and is investigating, OHS spokesperson Gurshan Dhillon said. Pinnacle Renewable Energy has eight wood-pellet production facilities in Western Canada, according to the company website. Commercial production at the Entwistle plant started in June 2018.", "id": "mmc4_doc_continuation_6bac96cff0f5", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe an incident at a wood pellet manufacturing plant in Entwistle, Alta, where three people were injured in an explosion. Provide details on the number of people injured, their conditions, emergency responders on scene, and the ongoing investigation by Occupational Health and Safety. You need to complete the subsequent document given the first part: Three people were injured in an explosion at a plant in Entwistle, Alberta. \n An explosion at a wood pellet manufacturing plant in Entwistle, Alta. injured someone Monday afternoon. \n" }, { "from": "gpt", "value": " Three people, including one critically, were injured in a Monday explosion at an Entwistle, Alta., wood-pellet manufacturing plant. \n" } ], "image": [ "mmc4_images_test/6bac96cff0f5.jpeg", "mmc4_images_test/5eb1254696b0.jpeg", "mmc4_images_test/d14933645e39.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "The Silent Kingdom: A kingdom where no one can speak is ruled by an evil sorcerer, and a mute girl named Isla must find her voice to break the spell. The story should feature illustrations of the silent kingdom, the sorcerer, and Isla's quest. Include scenes of Isla discovering her voice and the moment she breaks the spell.", "id": "storytelling_50", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Silent Kingdom: A kingdom where no one can speak is ruled by an evil sorcerer, and a mute girl named Isla must find her voice to break the spell. The story should feature illustrations of the silent kingdom, the sorcerer, and Isla's quest. Include scenes of Isla discovering her voice and the moment she breaks the spell." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "wikihow_next_step_0_7475634", "image": [ "wiki_images_test/7475634_6_0.png", "wiki_images_test/7475634_6_1.png", "wiki_images_test/7475634_6_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Visit Busch Gardens Williamsburg': If you've never been to but have been wanting to go to Busch Gardens Williamsburg, this article may entice you to go. Find out how you can visit it. \n You need to assist human user to complete this task via jack hanna's wild reserve. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Rest for a few moments to observe a moment of pure peace at the Lorikeet Glen. \n" }, { "from": "gpt", "value": "Learn a little about wolves in the wild in the Wolf Haven and Wolf Valley attractions. \n Watch the bald eagles at Eagle Ridge attraction. \n" } ], "goal": "How to Visit Busch Gardens Williamsburg", "category": [ "Arts and Entertainment", "Amusement and Theme Parks" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "The Moonlit Garden: A garden that blooms only under the moonlight holds a powerful secret, and a young gardener named Willow must protect it from those who seek to exploit its beauty. The story should include images of the moonlit garden, the enchanted plants, and Willow's journey. Illustrate scenes of Willow tending to the garden and defending it from threats.", "id": "storytelling_78", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Moonlit Garden: A garden that blooms only under the moonlight holds a powerful secret, and a young gardener named Willow must protect it from those who seek to exploit its beauty. The story should include images of the moonlit garden, the enchanted plants, and Willow's journey. Illustrate scenes of Willow tending to the garden and defending it from threats." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Market Research Studies: Summarize consumer behavior and market trends by conducting surveys and analyzing data from various sources. Instructions: Provide insights into consumer preferences, purchasing habits, and emerging market opportunities. Include survey results, charts showing market trends, and infographics illustrating consumer behavior patterns. Combine narrative summaries with visual data to make the report engaging and informative.", "id": "report_18", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Market Research Studies: Summarize consumer behavior and market trends by conducting surveys and analyzing data from various sources. Instructions: Provide insights into consumer preferences, purchasing habits, and emerging market opportunities. Include survey results, charts showing market trends, and infographics illustrating consumer behavior patterns. Combine narrative summaries with visual data to make the report engaging and informative." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Introduce the opening of Birds Nest Restaurant, which specializes in bringing Japanese Yakitori to Australia, using high-quality ingredients and authentic preparation methods. Emphasize the focus on providing a rich and authentic experience with various dietary options and excellent service.", "raw_text": "Bringing the Yakitori concept from its native Japan to Australia for the very first time, Birds Nest Restaurant sources high-quality local and international ingredients to create a menu that is bursting with flavoursome and vibrant fare. \nThink icy-cold draught Asahi with chicken tenderloin skewers cooked over charcoal and served with mayo and crunchy garlic. Our skewers are prepared in-house daily and cooked over special Binchoutan (white charcoal). \n While our chefs are known to produce some of the most tasty and succulent meat dishes, both venues also create a range of incredible vegetarian and gluten-free dishes. We are passionate about providing diners with a rich, authentic Japanese Yakitori experience and are dedicated to delivering warm and genuine service. \n", "id": "mmc4_doc_continuation_0fcb73220e18", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Introduce the opening of Birds Nest Restaurant, which specializes in bringing Japanese Yakitori to Australia, using high-quality ingredients and authentic preparation methods. Emphasize the focus on providing a rich and authentic experience with various dietary options and excellent service. You need to complete the subsequent document given the first part: At Birds Nest Restaurant, Japan's Yakitori tradition is introduced in Australia with a vibrant, flavorful menu using local and international ingredients. \n Daily, we prepare and grill chicken tenderloin skewers over special white charcoal, served with mayo and crunchy garlic in an icy-cold Asahi atmosphere. \n" }, { "from": "gpt", "value": " Our venues offer Delicious Yakitori dishes, including vegetarian and gluten-free options, with authentic Japanese service. \n" } ], "image": [ "mmc4_images_test/0fcb73220e18.jpg", "mmc4_images_test/9b02fa3a6e4b.jpg", "mmc4_images_test/84a89a78551b.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_0_10468960", "image": [ "wiki_images_test/10468960_0_0.png", "wiki_images_test/10468960_0_1.png", "wiki_images_test/10468960_0_2.png", "wiki_images_test/10468960_0_3.png", "wiki_images_test/10468960_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Eat Fajitas': If you've gathered all the ingredients for fajitas and are ready to put them together, there's a simple process for creating them. To make the best fajitas, start with a soft filling on top of the tortilla to help keep the meat and veggies in place. Enjoy adding your desired toppings to your fajitas, and serve them with a side like beans and rice. \n You need to assist human user to complete this task via adding the toppings. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Warm the tortillas in the microwave for 10-15 seconds. \n Spread the soft fillings down the middle of the tortilla. \n Add equal amounts of meat and veggies on top of the soft fillings. \n Top your fajita off with extra toppings or garnishes. \n" }, { "from": "gpt", "value": "Avoid overstuffing the tortillas. \n" } ], "goal": "How to Eat Fajitas", "category": [ "Food and Entertaining", "Recipes", "World Cuisines", "Central and South American Cuisine", "Fajitas" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_103966", "image": [ "magic_brush_images_test/103966-input.png", "magic_brush_images_test/103966-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you support me with the modifications to this image? . You need to replace the tennis rackets with a shovel" }, { "from": "gpt", "value": "Effortlessly done! See your image below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Describe a proposed project for a network of aerial cable cars in Chicago, inspired by the London Eye, providing unique perspectives of the city and addressing the need for improved transportation between Navy Pier and downtown.", "raw_text": "The \u201cChicago Skyline,\u201d a proposed project by architecture firms Davis Brody Bond and Marks Barfield, plans to create a network of aerial cable cars to provide visitors with a unique perspective of Chicago. \nPreliminary designs call for this 17-story high system of cable cars to connect Navy Pier, the lakefront and the Riverwalk with downtown Chicago. \n The Skyline project takes inspiration from the practical need to create a direct transportation link between downtown Chicago and Navy Pier \u2013 something the city of Chicago is currently lacking in. \n Cable car stations would be positioned by Millenium Park and Michigan Avenue and could likely be an alternative way to enjoy the city\u2019s architecture. The team behind the Chicago Skyline hopes to make this cable car system similar to that of the London Eye, taking much inspiration from the popular attraction. \n The passenger-carrying pods and ride and drive systems would be manufactured by Leitner-Poma, who built the London Eye capsules, and the engineering design has been developed with the London Eye\u2019s principle engineers. Currently, the proposed system is designed to carry 3,000 people per hour at about 800 feet/minute and run half-hour-long tours. The cable cars would be positioned about 17 stories above the ground providing excellent city views, however don\u2019t expect it to become a cheap form of public transportation as one ride would likely cost around $20. The project is expected to cost about $250 million to build, with the hopes of receiving most of this through private funding, rather than relying on the state or the city.", "id": "mmc4_doc_continuation_dca4e1486895", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a proposed project for a network of aerial cable cars in Chicago, inspired by the London Eye, providing unique perspectives of the city and addressing the need for improved transportation between Navy Pier and downtown. You need to complete the subsequent document given the first part: Architects Davis Brody Bond and Marks Barfield propose a network of aerial cable cars for unique Chicago skyline views. \n" }, { "from": "gpt", "value": " A 17-story cable car system linking Navy Pier, Riverwalk, and downtown Chicago is proposed in initial designs. \n The Skyline project aims to bridge the transportation gap between downtown Chicago and Navy Pier. \n Cable cars may offer an alternative for enjoying Chicago's architecture, modeled after the London Eye. \n" } ], "image": [ "mmc4_images_test/dca4e1486895.jpeg", "mmc4_images_test/5d70d636404a.png", "mmc4_images_test/781e852b8934.jpg", "mmc4_images_test/6d1a02bbea1f.png" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_9", "image": [ "multi_concept_images/9_chair_0.png", "multi_concept_images/9_headphone_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the chair and the headphone . You need to generate a new image that composites the objects into a way as 'digtal cartoon of headphone lying on the chair.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_41", "image": [ "multi_concept_images/41_dog_0.png", "multi_concept_images/41_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the person . You need to generate a new image that composites the objects into a way as 'A selfie of dog and their pet person, both wearing sunglasses.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_99", "image": [ "multi_concept_images/99_wooden pot_0.png", "multi_concept_images/99_cat_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the wooden pot and the cat . You need to generate a new image that composites the objects into a way as 'the cat sculpture in the style of a wooden pot.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Traffic Incident Reports: Document and analyze traffic accidents and safety data. Instructions: Provide detailed reports on traffic incident trends, including factors contributing to accidents and safety improvements. Include maps of accident hotspots, charts showing incident trends, and photos of traffic conditions. Combine text and images to create an engaging traffic incident report.", "id": "report_50", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Traffic Incident Reports: Document and analyze traffic accidents and safety data. Instructions: Provide detailed reports on traffic incident trends, including factors contributing to accidents and safety improvements. Include maps of accident hotspots, charts showing incident trends, and photos of traffic conditions. Combine text and images to create an engaging traffic incident report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_13", "image": [ "multi_concept_images/13_chair_0.png", "multi_concept_images/13_book_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the chair and the book . You need to generate a new image that composites the objects into a way as 'A hot cup of steaming coffee next to the book on the chair.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "vist_45956", "image": [ "vist_images_test/23422587.jpg", "vist_images_test/23422642.jpg", "vist_images_test/23422740.jpg", "vist_images_test/23423124.jpg", "vist_images_test/23424127.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. my dog and i went to meet some friends at the park on my day off . \n we grilled out and i contributed ribs . \n the food was so delicious . \n" }, { "from": "gpt", "value": "we sat on a dock watched a beautiful sunset . \n we ended the night watching great fireworks ! \n" } ], "dataset_id": "vist_test_select" }, { "id": "activitynet_continuation_v_eJvOgEahkys", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_eJvOgEahkys_0.png", "activitynet_images_test/frame_v_eJvOgEahkys_1.png", "activitynet_images_test/frame_v_eJvOgEahkys_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A young girl is seen standing at a ballet bar performing ballet moves. \n" }, { "from": "gpt", "value": " A girl is seen dancing on stage followed by a large group of girls warming up. \n The girls continue stretching and lead into the woman pointing her foot. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "activitynet_continuation_v_KaicDn9WDUo", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_KaicDn9WDUo_0.png", "activitynet_images_test/frame_v_KaicDn9WDUo_1.png", "activitynet_images_test/frame_v_KaicDn9WDUo_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n Ballerinas are dancing on a stage. \n" }, { "from": "gpt", "value": " They all come onto the stage and pose at the end. \n They bow and walk off the stage. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Product Customization Options: Allow customers to customize products to their preferences. Develop a product customization tool on your website. Use a mix of text instructions and visual previews to guide users through the customization process. Promote the customization options through email, social media, and your website, ensuring the content is both engaging and visually appealing.", "id": "marketing_149", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Product Customization Options: Allow customers to customize products to their preferences. Develop a product customization tool on your website. Use a mix of text instructions and visual previews to guide users through the customization process. Promote the customization options through email, social media, and your website, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "activitynet_continuation_v_8miqQQJEsO0", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_8miqQQJEsO0_0.png", "activitynet_images_test/frame_v_8miqQQJEsO0_1.png", "activitynet_images_test/frame_v_8miqQQJEsO0_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n woman is standing in a roofed gym lifting weight. \n" }, { "from": "gpt", "value": " coach is standing next to the gril coaching her and helping her. \n after a few advices the woman lift the weight again. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "multi_concept_gen_45", "image": [ "multi_concept_images/45_dog_0.png", "multi_concept_images/45_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the person . You need to generate a new image that composites the objects into a way as 'dog reading a book with person curled up next.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "vist_47241", "image": [ "vist_images_test/925423901.jpg", "vist_images_test/925423977.jpg", "vist_images_test/926271380.jpg", "vist_images_test/926271470.jpg", "vist_images_test/925424227.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. location location is a great place to get away to . \n there are some fantastic views there . \n we even got to watch the sunrise . \n" }, { "from": "gpt", "value": "it was fun to see all the buildings in the city . \n this bridge was my favorite place to visit , so magnificant . \n" } ], "dataset_id": "vist_test_select" }, { "id": "multi_concept_gen_95", "image": [ "multi_concept_images/95_wooden pot_0.png", "multi_concept_images/95_cat_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the wooden pot and the cat . You need to generate a new image that composites the objects into a way as 'the cat playing with a wooden pot in a garden.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "seq_edit_495146", "image": [ "magic_brush_images_test/495146-input.png", "magic_brush_images_test/495146-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you help me in making edits to this image? . You need to Add a helicopter." }, { "from": "gpt", "value": "I've finalized your image edit: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "activitynet_continuation_v_tVbrnWNOmFY", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_tVbrnWNOmFY_0.png", "activitynet_images_test/frame_v_tVbrnWNOmFY_1.png", "activitynet_images_test/frame_v_tVbrnWNOmFY_2.png", "activitynet_images_test/frame_v_tVbrnWNOmFY_3.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A man takes a patch and put on a wheel while explaining and showing materials . \n" }, { "from": "gpt", "value": " Then, the man takes the wheel of a bike to fix the hole of the tube by applying a patch. \n After, the man put the tube on the wheel and pump air in the wheel. \n Then, the man put and fix the wheel in the bike. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "activitynet_continuation_v_ahVeDMNS9ws", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_ahVeDMNS9ws_0.png", "activitynet_images_test/frame_v_ahVeDMNS9ws_1.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A close up of sneakers is shown followed by a person holding up various objects and mixing them together in a bowl. \n" }, { "from": "gpt", "value": " The person then uses a tooth brush all around the shoe using the ingredients and showing off the shoe. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "User Experience Optimization: Improve your website's user experience to increase conversions. Conduct a UX audit to identify areas for improvement. Redesign your website with a focus on clear navigation, engaging visuals, and compelling text. Track user behavior and make ongoing adjustments to optimize the experience, ensuring the content is both informative and visually appealing.", "id": "marketing_80", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: User Experience Optimization: Improve your website's user experience to increase conversions. Conduct a UX audit to identify areas for improvement. Redesign your website with a focus on clear navigation, engaging visuals, and compelling text. Track user behavior and make ongoing adjustments to optimize the experience, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "seq_edit_385042", "image": [ "magic_brush_images_test/385042-input.png", "magic_brush_images_test/385042-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me tweak this picture. . You need to Make the hydrant all white." }, { "from": "gpt", "value": "Here is the updated image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_114697", "image": [ "magic_brush_images_test/114697-input.png", "magic_brush_images_test/114697-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you help me adjust this image? . You need to Add a baseball coach." }, { "from": "gpt", "value": "Yep! Your edited image is right below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_19", "image": [ "multi_concept_images/19_person_0.png", "multi_concept_images/19_shoes_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the person and the shoes . You need to generate a new image that composites the objects into a way as 'person stepping out of a taxi in shoes.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Physical Education: Create diagrams of exercises and muscle groups. Use interleaved text and images to illustrate proper exercise techniques, the muscles involved, and the benefits of different types of physical activity.", "id": "education_38", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Physical Education: Create diagrams of exercises and muscle groups. Use interleaved text and images to illustrate proper exercise techniques, the muscles involved, and the benefits of different types of physical activity." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Nostalgia Marketing: Create campaigns that evoke nostalgia to connect with customers. Develop a marketing strategy that incorporates elements of the past. Use a mix of text and visuals that resonate with your audience\u2019s memories and emotions. Promote the campaign through email, social media, and your website, ensuring the content is both emotionally resonant and visually appealing.", "id": "marketing_183", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Nostalgia Marketing: Create campaigns that evoke nostalgia to connect with customers. Develop a marketing strategy that incorporates elements of the past. Use a mix of text and visuals that resonate with your audience\u2019s memories and emotions. Promote the campaign through email, social media, and your website, ensuring the content is both emotionally resonant and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_1_6269847", "image": [ "wiki_images_test/6269847_1_0.png", "wiki_images_test/6269847_1_1.png", "wiki_images_test/6269847_1_2.png", "wiki_images_test/6269847_1_3.png", "wiki_images_test/6269847_1_4.png", "wiki_images_test/6269847_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Banana and Dried Fruit Bread and Butter Pudding Cake': This makes an exciting and delish tasting combo. \n You need to assist human user to complete this task via making the sauce. Given the previous steps, you need to predict the subsequent 5 steps to help the user to finish the task. The previous steps are: \n Put the flour and butter in a mixing bowl and rub them together until it becomes a bread crumb like mixture. \n" }, { "from": "gpt", "value": "Make a well in the middle of the mixture. \n Add the sugar, eggs, milk, mashed banana, custard and a pinch of dry ginger and nutmeg. \n Mix together well with a wooden spoon until smooth. \n Pour the mixture over the bread in the tin. \n Place the pudding in the preheated oven for 35 minutes. \n" } ], "goal": "How to Make Banana and Dried Fruit Bread and Butter Pudding Cake", "category": [ "Food and Entertaining", "Recipes", "Desserts and Sweets", "Puddings" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Cause Marketing: Align your brand with a cause to create positive associations. Identify a cause that aligns with your brand values and target market. Develop a campaign that highlights your support for the cause, using a mix of text and visuals. Promote the campaign through email, social media, and your website, ensuring the content is both informative and visually appealing.", "id": "marketing_112", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Cause Marketing: Align your brand with a cause to create positive associations. Identify a cause that aligns with your brand values and target market. Develop a campaign that highlights your support for the cause, using a mix of text and visuals. Promote the campaign through email, social media, and your website, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Describe how designers Zuza Mengham and Diogo Felippelli were inspired by French house music and fragrance to create ethereal sculptures using Dichroic film. Emphasize the process of translating intangible sensory experiences into physical forms.", "raw_text": "Zuza Mengham\u2019s sculpture uses colour to conjure the mandarin, pepper and vanilla notes of Laboratory Perfumes\u2019 Tonka fragrance. \nJoogii uses Dichroic film to layer their objects with multiple colours that evoke the stratified sounds of French house music. \n When designers translate music or fragrance into physical forms, the results are magical. The unseen worlds of sound and smell have long inspired writers to capture the essence of the indescribable, but the challenge of translating these intangibles into physical form can prove just as irresistible to design creatives. For Juliette Mutzke-Felippelli and Diogo Felippelli \u2013 founders of Los Angeles design studio Joogii \u2013 inspiration arrived in the form of experimental French house music, and Daft Punk\u2019s album Alive 1997 in particular. Intrigued by 3M\u2019s Dichroic film (a decorative finish with iridescent hues), the pair developed the ethereal French Touch collection, beginning with a chair, and later adding tables, vases and jewellery. \n Across the Atlantic, artist-designer Zuza Mengham was commissioned by London\u2019s Laboratory Perfumes to create sculptures representing its five unisex scents \u2013 Amber, Gorse, Samphire, Tonka and Atlas \u2013 for an exhibition at the Conran Shop during the London Design Festival. \u201cI basically had a big smelling session,\u201d says Mengham, who isolated herself to smell each fragrance, taking notes that informed the mood boards she later created.", "id": "mmc4_doc_continuation_aedb5458184e", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe how designers Zuza Mengham and Diogo Felippelli were inspired by French house music and fragrance to create ethereal sculptures using Dichroic film. Emphasize the process of translating intangible sensory experiences into physical forms. You need to complete the subsequent document given the first part: Zuza Mengham's sculpture evokes the mandarin, pepper, and vanilla notes of Tonka perfume through color. \n" }, { "from": "gpt", "value": " Joogii incorporates French house music's layered sounds through multi-colored Dichroic film on their objects. \n Designers Juliette Mutzke-Felippelli and Diogo Felippelli drew inspiration from experimental French house music, specifically Daft Punk's album Alive 1997, to create a collection of iridescent furniture and jewelry using 3M's Dichroic film. \n" } ], "image": [ "mmc4_images_test/aedb5458184e.jpg", "mmc4_images_test/01ebb2e5e51c.jpg", "mmc4_images_test/5e22e50ef001.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "vist_47225", "image": [ "vist_images_test/4303033039.jpg", "vist_images_test/4303780076.jpg", "vist_images_test/4303781104.jpg", "vist_images_test/4306415090.jpg", "vist_images_test/4305672987.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. our little town has a lot to offer . it 's rural but it 's beautiful \n an old rustic park bench shows the serenity of the area . \n the blue sky show our town to be under clear weather today ! \n our small businesses give our town some of its rustic charm . \n" }, { "from": "gpt", "value": "the little cafe on the corner is always eager to meet and greet . \n" } ], "dataset_id": "vist_test_select" }, { "id": "seq_edit_296012", "image": [ "magic_brush_images_test/296012-input.png", "magic_brush_images_test/296012-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I require your support in modifying this photo. . You need to transform the car into a red sports car" }, { "from": "gpt", "value": "Your image has been successfully edited. Here it is: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Financial Fraud Reports: Analyze cases of financial fraud and regulatory responses. Instructions: Provide detailed reports on financial fraud trends, including factors affecting cases and regulatory responses. Include charts showing fraud trends, infographics illustrating key metrics, and photos of financial activities. Combine text and images to create an engaging financial fraud report.", "id": "report_114", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Financial Fraud Reports: Analyze cases of financial fraud and regulatory responses. Instructions: Provide detailed reports on financial fraud trends, including factors affecting cases and regulatory responses. Include charts showing fraud trends, infographics illustrating key metrics, and photos of financial activities. Combine text and images to create an engaging financial fraud report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "activitynet_continuation_v_KTIzccovgeg", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_KTIzccovgeg_0.png", "activitynet_images_test/frame_v_KTIzccovgeg_1.png", "activitynet_images_test/frame_v_KTIzccovgeg_2.png", "activitynet_images_test/frame_v_KTIzccovgeg_3.png", "activitynet_images_test/frame_v_KTIzccovgeg_4.png", "activitynet_images_test/frame_v_KTIzccovgeg_5.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A lake is seen with the view of a city skyline across the way. \n" }, { "from": "gpt", "value": " A group of walkers walk along the sidewalk near the lake. \n A man uses a snow blower on a sidewalk area. \n People use snow shovels to clear the sidewalk. \n A spade gardening tool is used to break up ice. \n A man applies salt to the cleared sidewalk area. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "seq_edit_3259", "image": [ "magic_brush_images_test/3259-input.png", "magic_brush_images_test/3259-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Assist me with the alterations to this photo. . You need to replace the phone with a table lamp" }, { "from": "gpt", "value": "Here you go. Your edited image is ready: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Subscription Boxes: Offer subscription boxes with curated products. Develop a subscription box strategy that includes themed boxes and exclusive items. Create visually appealing packaging and promotional materials with a mix of text and images. Promote the subscription boxes through email, social media, and your website, ensuring the content is both engaging and visually appealing.", "id": "marketing_145", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Subscription Boxes: Offer subscription boxes with curated products. Develop a subscription box strategy that includes themed boxes and exclusive items. Create visually appealing packaging and promotional materials with a mix of text and images. Promote the subscription boxes through email, social media, and your website, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Live Streaming Events: Host live events on social media to interact with customers and demonstrate products. Plan and promote the event in advance, using eye-catching graphics and informative text. During the live stream, use a mix of live video, text comments, and real-time product demonstrations. Engage with viewers by answering their questions and showcasing products in action to enhance the interactive experience.", "id": "marketing_18", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Live Streaming Events: Host live events on social media to interact with customers and demonstrate products. Plan and promote the event in advance, using eye-catching graphics and informative text. During the live stream, use a mix of live video, text comments, and real-time product demonstrations. Engage with viewers by answering their questions and showcasing products in action to enhance the interactive experience." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "vist_48981", "image": [ "vist_images_test/37114997.jpg", "vist_images_test/37115035.jpg", "vist_images_test/37115053.jpg", "vist_images_test/37115068.jpg", "vist_images_test/37114995.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. does anyone know an interior designeer \n" }, { "from": "gpt", "value": "to take this blank slate \n and make something beautiful \n it 's hard work to make design work of a wall \n umm this is not what i was looking for \n" } ], "dataset_id": "vist_test_select" }, { "id": "wikihow_next_step_1_8855914", "image": [ "wiki_images_test/8855914_1_0.png", "wiki_images_test/8855914_1_1.png", "wiki_images_test/8855914_1_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Yankee Grits': Grits are a well-known pantry staple in the South where they're often combined with savory ingredients like ham or cheese. If you'd rather eat sweetened grits, make Yankee grits. These Northern versions can be made with quick-cooking grits or hominy grits. Sweeten the grits with maple syrup, honey or brown sugar and try optional toppings like dried fruits, fresh fruit, or chopped nuts. Enjoy the Yankee grits for breakfast or dessert! \n You need to assist human user to complete this task via making quick-cooking yankee grits using honey. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Combine the milk, grits, honey, and salt. \n Bring the grits to a boil. \n" }, { "from": "gpt", "value": "Reduce the heat and cook the grits. \n" } ], "goal": "How to Make Yankee Grits", "category": [ "Food and Entertaining", "Breakfast", "Breakfast Cereal", "Oatmeal and Porridge" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_475425", "image": [ "magic_brush_images_test/475425-input.png", "magic_brush_images_test/475425-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me tweak this picture. . You need to remove all the food from the plate" }, { "from": "gpt", "value": "Here is your retouched image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_67", "image": [ "multi_concept_images/67_cat_0.png", "multi_concept_images/67_shoes_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the shoes . You need to generate a new image that composites the objects into a way as 'close portrait shot of cat wearing the shoes.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Pharmacology: Create diagrams explaining drug mechanisms and interactions. Use interleaved text and images to explain how different drugs work in the body, their mechanisms of action, and potential interactions with other substances.", "id": "education_80", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Pharmacology: Create diagrams explaining drug mechanisms and interactions. Use interleaved text and images to explain how different drugs work in the body, their mechanisms of action, and potential interactions with other substances." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Astronautics: Create visuals of spacecraft and space missions. Use a mix of text and images to explain the design and function of spacecraft, the goals of different space missions, and the training required for astronauts.", "id": "education_72", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Astronautics: Create visuals of spacecraft and space missions. Use a mix of text and images to explain the design and function of spacecraft, the goals of different space missions, and the training required for astronauts." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_1", "image": [ "multi_concept_images/1_sofa_0.png", "multi_concept_images/1_chair_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the sofa and the chair . You need to generate a new image that composites the objects into a way as 'chair and sofa and mountains in the background.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "wikihow_next_step_0_2008685", "image": [ "wiki_images_test/2008685_0_0.png", "wiki_images_test/2008685_0_1.png", "wiki_images_test/2008685_0_2.png", "wiki_images_test/2008685_0_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Plant a Medicinal Herb Garden': An herb is a plant that has a leaf, seed or flower that can be added to food, medicine or other products. Many herbs have a medicinal capacity when used to treat minor illnesses. Having a healing herb garden on hand may help you to treat burns, colds and more with a small portion of the plant, while it continues to grow for future treatment. Herbs need sunlight, well-drained soil and regular attention to grow in any garden. It is a good idea to learn how herbs are used to treat ailments before you plant them, so you only grow what you will use. Read more to learn how to plant a medicinal herb garden. \n You need to assist human user to complete this task via planning your medicinal herb garden. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Decide if you want to have a backyard or windowsill garden. \n Decide how many plants you would like to grow. \n Consult with local gardeners about what grows well in your region. \n" }, { "from": "gpt", "value": "Decide if you want to plant from seeds or seedlings (starts). \n" } ], "goal": "How to Plant a Medicinal Herb Garden", "category": [ "Home and Garden", "Gardening", "Planting and Growing", "Growing Herbs and Spices" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_29", "image": [ "multi_concept_images/29_cat_0.png", "multi_concept_images/29_chair_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the chair . You need to generate a new image that composites the objects into a way as 'A cat relaxing on a chair on a rooftop, with the city in the background.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Hospitality Management: Create visualizing service procedures and guest experiences. Use a mix of text and images to explain the steps in providing hospitality services, the principles of guest management, and the benefits for customer satisfaction.", "id": "education_128", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Hospitality Management: Create visualizing service procedures and guest experiences. Use a mix of text and images to explain the steps in providing hospitality services, the principles of guest management, and the benefits for customer satisfaction." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "seq_edit_51746", "image": [ "magic_brush_images_test/51746-input.png", "magic_brush_images_test/51746-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you assist me with the modifications to this image? . You need to change the white couch to a brown couch" }, { "from": "gpt", "value": "Sure! Your newly edited image is presented below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "vist_47275", "image": [ "vist_images_test/55122623.jpg", "vist_images_test/55122667.jpg", "vist_images_test/55122382.jpg", "vist_images_test/55122506.jpg", "vist_images_test/55122390.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. i took my family to see the fireworks tonight . they were so bright on the dark sky . \n the orange ones were my favorite . they were so big . \n the white ones were my husbands favorite . he 's colorblind though so white seems to be his favorite color anyways . \n" }, { "from": "gpt", "value": "my daughters loved the crazy colored ones that shot all over the place . \n the grand finale was amazing . they shot up many orange and white fireworks . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Describe a spacious and recently renovated house featuring modern kitchen, living areas, and a large backyard, highlighting its impressive upgrades and amenities.", "raw_text": "FANTASTIC 4 bed, 2.5 bath split level. \nBe impressed as you enter the two story foyer with gleaming hardwood floors leading to spacious living room and dining room with soaring cathedral ceilings. \n Beautiful open-concept kitchen with granite counters and stainless steel appliances. Spacious family room w/fireplace allows for great entertaining! \n Huge master suite with his and her walk-in closets. Enormous backyard boasts massive deck. NEW HVAC (2017), complete tear off roof and fascia (2011), hot water heater (2017) Awesome cul-de-sac location and no through traffic! EXCELLENT schools! Simply, a great home! !", "id": "mmc4_doc_continuation_f71e5cc27c1f", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a spacious and recently renovated house featuring modern kitchen, living areas, and a large backyard, highlighting its impressive upgrades and amenities. You need to complete the subsequent document given the first part: This split level features four beds and 2.5 baths. \n Welcome to a spacious two-story foyer with gleaming hardwood floors and soaring cathedral ceilings leading to the living and dining rooms. \n" }, { "from": "gpt", "value": " A beautiful open-concept kitchen featuring granite counters and stainless steel appliances, plus a large family room with a fireplace for entertaining. \n" } ], "image": [ "mmc4_images_test/f71e5cc27c1f.jpg", "mmc4_images_test/117ad946e969.jpg", "mmc4_images_test/3e2ab5b395a4.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_81", "image": [ "multi_concept_images/81_canal scene_0.png", "multi_concept_images/81_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the canal scene and the person . You need to generate a new image that composites the objects into a way as 'A digital art of the person in front of canal scene.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Inform the reader to describe a tradition for men at formal events, involving selecting a stylish boutonniere to complement a woman's corsage.", "raw_text": "When it comes to prom, a guy can't go without a boutonniere to match his girl's corsage. \nThe flower-on-the-coat-pocket is a tradition for classy men that stems back generations. Just because it's a tradition, doesn't mean your boutonniere doesn't have to be stylish. \n Choose from a wide range of styles, colors and flowers when choosing a boutonniere from DARLENE'S FLOWERS & GIFTS. \n", "id": "mmc4_doc_continuation_6706a6250db4", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Inform the reader to describe a tradition for men at formal events, involving selecting a stylish boutonniere to complement a woman's corsage. You need to complete the subsequent document given the first part: At prom, a guy should wear a boutonniere to match his girlfriend's corsage. \n" }, { "from": "gpt", "value": " Classy men's tradition of wearing a stylish boutonniere dates back generations. \n At DARLENE'S FLOWERS & GIFTS, select a boutonniere with desired style, color, and flower. \n" } ], "image": [ "mmc4_images_test/6706a6250db4.jpg", "mmc4_images_test/96a668f5b35c.jpg", "mmc4_images_test/3de1a5665239.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Election Coverage: Summarize voter turnout, results, and demographic impacts of elections. Instructions: Write an analysis of voter turnout, election results, and the demographic impact on voting patterns. Use maps showing voting results by region, charts comparing voter turnout across demographics, and photos of key election events. Combine textual analysis with visual data to provide a thorough overview of election coverage.", "id": "report_10", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Election Coverage: Summarize voter turnout, results, and demographic impacts of elections. Instructions: Write an analysis of voter turnout, election results, and the demographic impact on voting patterns. Use maps showing voting results by region, charts comparing voter turnout across demographics, and photos of key election events. Combine textual analysis with visual data to provide a thorough overview of election coverage." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_12", "image": [ "multi_concept_images/12_chair_0.png", "multi_concept_images/12_book_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the chair and the book . You need to generate a new image that composites the objects into a way as 'A chair with the book under the beautiful cherry blossom trees in spring.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Video Marketing: Produce engaging video content for platforms like YouTube and TikTok to showcase products. Create a series of videos, including product demos, tutorials, and customer testimonials. Use a combination of text overlays, voiceovers, and high-quality visuals to communicate your message effectively. Share the videos across your social media channels and embed them on your website for maximum reach.", "id": "marketing_16", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Video Marketing: Produce engaging video content for platforms like YouTube and TikTok to showcase products. Create a series of videos, including product demos, tutorials, and customer testimonials. Use a combination of text overlays, voiceovers, and high-quality visuals to communicate your message effectively. Share the videos across your social media channels and embed them on your website for maximum reach." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "seq_edit_246924", "image": [ "magic_brush_images_test/246924-input.png", "magic_brush_images_test/246924-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me to tweak this image. . You need to Remove the hand hairs." }, { "from": "gpt", "value": "Alright. Your edited image is attached: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_163866", "image": [ "magic_brush_images_test/163866-input.png", "magic_brush_images_test/163866-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need your help to edit this photo. . You need to Let's add a dog to the left side of the woman." }, { "from": "gpt", "value": "Here you go. Your edited image is ready: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "The Dreamweaver: A girl named Selene learns she can weave dreams into reality, and must create a tapestry to save her kingdom from an eternal nightmare. The story should include images of Selene's dream-weaving, the nightmarish threat, and her efforts to create the tapestry. Illustrate scenes of Selene gathering dreams and weaving them into a powerful tapestry.", "id": "storytelling_62", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Dreamweaver: A girl named Selene learns she can weave dreams into reality, and must create a tapestry to save her kingdom from an eternal nightmare. The story should include images of Selene's dream-weaving, the nightmarish threat, and her efforts to create the tapestry. Illustrate scenes of Selene gathering dreams and weaving them into a powerful tapestry." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Automotive Industry Trends: Report on developments and trends in the car manufacturing sector. Instructions: Provide detailed reports on automotive industry trends, including factors affecting developments and sector-specific trends. Include charts showing industry trends, infographics illustrating key metrics, and photos of automotive activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_136", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Automotive Industry Trends: Report on developments and trends in the car manufacturing sector. Instructions: Provide detailed reports on automotive industry trends, including factors affecting developments and sector-specific trends. Include charts showing industry trends, infographics illustrating key metrics, and photos of automotive activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Agricultural Yield Reports: Document crop production and forecasted yields. Instructions: Provide detailed reports on agricultural yield trends, including factors affecting crop production and future forecasts. Include charts showing yield trends, maps of agricultural regions, and photos of farming activities. Interleave textual analysis with visual data to provide a clear understanding of agricultural yields.", "id": "report_40", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Agricultural Yield Reports: Document crop production and forecasted yields. Instructions: Provide detailed reports on agricultural yield trends, including factors affecting crop production and future forecasts. Include charts showing yield trends, maps of agricultural regions, and photos of farming activities. Interleave textual analysis with visual data to provide a clear understanding of agricultural yields." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Customer Loyalty Programs: Develop loyalty programs that reward repeat customers. Create a visually appealing loyalty program portal with clear instructions and attractive rewards. Use email and social media to promote the program, featuring text and images that highlight the benefits. Track customer participation and engagement to optimize the program, ensuring the content is engaging and visually appealing.", "id": "marketing_38", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Customer Loyalty Programs: Develop loyalty programs that reward repeat customers. Create a visually appealing loyalty program portal with clear instructions and attractive rewards. Use email and social media to promote the program, featuring text and images that highlight the benefits. Track customer participation and engagement to optimize the program, ensuring the content is engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_80", "image": [ "multi_concept_images/80_waterfall_0.png", "multi_concept_images/80_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the waterfall and the person . You need to generate a new image that composites the objects into a way as 'person in front of waterfall in snowy ice.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Library Science: Develop diagrams of cataloging systems and information retrieval. Use interleaved text and images to explain the principles of cataloging, the organization of library collections, and methods for efficient information retrieval.", "id": "education_110", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Library Science: Develop diagrams of cataloging systems and information retrieval. Use interleaved text and images to explain the principles of cataloging, the organization of library collections, and methods for efficient information retrieval." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "The Whispering Woods: Siblings Mira and Theo discover a forest where the trees whisper secrets. They must decipher an ancient prophecy hidden in the whispers to save their kingdom from an impending war. The story should be brought to life with images of the whispering trees, the siblings' journey through the mystical forest, and the revelation of the prophecy. Illustrate key moments where the siblings decode the whispers and the impact of their discoveries on their kingdom.", "id": "storytelling_4", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Whispering Woods: Siblings Mira and Theo discover a forest where the trees whisper secrets. They must decipher an ancient prophecy hidden in the whispers to save their kingdom from an impending war. The story should be brought to life with images of the whispering trees, the siblings' journey through the mystical forest, and the revelation of the prophecy. Illustrate key moments where the siblings decode the whispers and the impact of their discoveries on their kingdom." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Chat Marketing: Use messaging apps to engage with customers. Develop a strategy for chat marketing that includes personalized messages and timely updates. Use a mix of text and visuals to create engaging conversations. Track the performance of chat campaigns and optimize them based on user interactions, ensuring the content is both informative and visually appealing.", "id": "marketing_143", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Chat Marketing: Use messaging apps to engage with customers. Develop a strategy for chat marketing that includes personalized messages and timely updates. Use a mix of text and visuals to create engaging conversations. Track the performance of chat campaigns and optimize them based on user interactions, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_0_3556815", "image": [ "wiki_images_test/3556815_0_0.png", "wiki_images_test/3556815_0_1.png", "wiki_images_test/3556815_0_2.png", "wiki_images_test/3556815_0_3.png", "wiki_images_test/3556815_0_4.png", "wiki_images_test/3556815_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make an Illuminated Bird Bath': Ideal for a wedding or romantic event, you can add flowers and lighting to a backyard birdbath to create interest and beauty. Collect your favorite flower and floating candles to help the bride, guest or honor shine on her big day. \n You need to assist human user to complete this task via votive candles birdbath. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Choose a vessel that has importance or is simply pretty and flows with the event\u2019s d\u00e9cor. \n Fill the birdbath or container with water. \n Remove the petals from the flowers. \n Select floating votive candles. \n" }, { "from": "gpt", "value": "Scatter flower petals over the water. \n Add floating votive candles to the birdbath. \n" } ], "goal": "How to Make an Illuminated Bird Bath", "category": [ "Home and Garden", "Gardening" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_90", "image": [ "multi_concept_images/90_vase_0.png", "multi_concept_images/90_flower_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the vase and the flower . You need to generate a new image that composites the objects into a way as 'Watercolor painting of flower in vase.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "activitynet_continuation_v_-KjJxkFUhv4", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_-KjJxkFUhv4_0.png", "activitynet_images_test/frame_v_-KjJxkFUhv4_1.png", "activitynet_images_test/frame_v_-KjJxkFUhv4_2.png", "activitynet_images_test/frame_v_-KjJxkFUhv4_3.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n The word Happy is written in pebbles on the side of the sand. \n" }, { "from": "gpt", "value": " A large body of crystal blue water is shown and a large boat with people are in it. \n The individuals began dancing and jumping off the boat and enjoy themselves in the water. \n As the people continue,three or four people are in the water swimming with goggles on. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Biomedical Engineering: Develop visualizing medical device design and applications. Use interleaved text and images to explain the principles of biomedical engineering, the design and function of medical devices, and their applications in healthcare.", "id": "education_166", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Biomedical Engineering: Develop visualizing medical device design and applications. Use interleaved text and images to explain the principles of biomedical engineering, the design and function of medical devices, and their applications in healthcare." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Psychology: Visualize theories and models of human behavior. Combine diagrams with text explanations to illustrate psychological theories, cognitive processes, and behavioral models, showing how they apply to real-world situations.", "id": "education_40", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Psychology: Visualize theories and models of human behavior. Combine diagrams with text explanations to illustrate psychological theories, cognitive processes, and behavioral models, showing how they apply to real-world situations." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_60", "image": [ "multi_concept_images/60_cat_0.png", "multi_concept_images/60_pokemon plushie_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the pokemon plushie . You need to generate a new image that composites the objects into a way as 'The cat reaching for the pokemon plushie under a table.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Physics Concepts: Visualize forces, motion, and energy with diagrams. Use a mix of text and images to explain fundamental physics concepts, demonstrating real-world applications and providing step-by-step problem-solving guides.", "id": "education_12", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Physics Concepts: Visualize forces, motion, and energy with diagrams. Use a mix of text and images to explain fundamental physics concepts, demonstrating real-world applications and providing step-by-step problem-solving guides." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "seq_edit_376990", "image": [ "magic_brush_images_test/376990-input.png", "magic_brush_images_test/376990-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you assist me in modifying this image? . You need to Replace the hot dog with a sandwich." }, { "from": "gpt", "value": "Just like you wanted! Your image edit is complete: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Describe how a doe's protective behavior towards her fawn is connected to their living environment, highlighting the significance of their bond and the fawn's eventual return to its birthplace as an adult.", "raw_text": "Fawns normally don't make any noises except for occasional bleating when in distress. \nWhen the fawn bleats and the doe is unable to see the fawn, she will come running to the fawn's rescue. \n A doe and her fawns live as a family group until the fawns are weaned. \n Sometimes multiple does and whitetail deer fawns will group together. \n Interestingly, the deer habitat where the fawn is born normally becomes its adult habitat. \n", "id": "mmc4_doc_continuation_b69a7986aaf4", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe how a doe's protective behavior towards her fawn is connected to their living environment, highlighting the significance of their bond and the fawn's eventual return to its birthplace as an adult. You need to complete the subsequent document given the first part: Fawns usually don't bleat unless distressed. \n A distressed fawn call prompts the mother doe to come to its aid. \n A doe raises her fawns as a family unit until weaning. \n Occasionally, does and fawns of multiple whitetail deer herds unite. \n" }, { "from": "gpt", "value": " The fawn's birthplace usually serves as its adult deer habitat. \n" } ], "image": [ "mmc4_images_test/b69a7986aaf4.jpg", "mmc4_images_test/fcc620f26745.jpg", "mmc4_images_test/a46faa16dbe4.jpg", "mmc4_images_test/288242e797c2.jpg", "mmc4_images_test/4abf87d9d0be.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Viral Marketing: Create content designed to be highly shareable to reach a large audience. Develop a viral marketing strategy that includes engaging and entertaining content. Use a mix of text and visuals to create videos, memes, and infographics. Promote the content through social media and encourage users to share it, ensuring the content is both engaging and visually appealing.", "id": "marketing_114", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Viral Marketing: Create content designed to be highly shareable to reach a large audience. Develop a viral marketing strategy that includes engaging and entertaining content. Use a mix of text and visuals to create videos, memes, and infographics. Promote the content through social media and encourage users to share it, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Urban Mobility Studies: Analyze trends and developments in urban transportation. Instructions: Provide detailed reports on urban mobility trends, including factors affecting transportation and developments. Include charts showing mobility trends, maps of transport networks, and photos of urban mobility activities. Combine text and images to create an engaging urban mobility report.", "id": "report_178", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Urban Mobility Studies: Analyze trends and developments in urban transportation. Instructions: Provide detailed reports on urban mobility trends, including factors affecting transportation and developments. Include charts showing mobility trends, maps of transport networks, and photos of urban mobility activities. Combine text and images to create an engaging urban mobility report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_38", "image": [ "multi_concept_images/38_cat_0.png", "multi_concept_images/38_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the dog . You need to generate a new image that composites the objects into a way as 'A plush toy replica of the cat and dog sitting beside it.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Financial News Analysis: Generate detailed reports on stock market trends by analyzing data from various financial markets. Include historical performance, current market conditions, and expert predictions. Instructions: Provide a comprehensive analysis of current stock market trends, incorporating expert opinions and historical data comparisons. Include charts showing stock price movements, graphs comparing historical and current market data, and infographics highlighting key trends. Interleave sections of text analysis and visual data presentations to maintain engagement and clarity.", "id": "report_0", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Financial News Analysis: Generate detailed reports on stock market trends by analyzing data from various financial markets. Include historical performance, current market conditions, and expert predictions. Instructions: Provide a comprehensive analysis of current stock market trends, incorporating expert opinions and historical data comparisons. Include charts showing stock price movements, graphs comparing historical and current market data, and infographics highlighting key trends. Interleave sections of text analysis and visual data presentations to maintain engagement and clarity." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Responsive Design: Ensure your website is mobile-friendly to reach a wider audience. Conduct a mobile usability audit to identify areas for improvement. Redesign your website with responsive design principles, using a mix of text and visuals that adapt to different screen sizes. Test the website on various devices and optimize the user experience, ensuring the content is both informative and visually appealing.", "id": "marketing_98", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Responsive Design: Ensure your website is mobile-friendly to reach a wider audience. Conduct a mobile usability audit to identify areas for improvement. Redesign your website with responsive design principles, using a mix of text and visuals that adapt to different screen sizes. Test the website on various devices and optimize the user experience, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "The Floating Castle: A castle that floats in the sky appears once a year, and a daring knight named Roland must find a way to reach it and rescue a captured princess. The story should feature illustrations of the sky castle, Roland's daring ascent, and the rescue of the princess. Include scenes of Roland's challenges in reaching the castle and the moment he frees the princess.", "id": "storytelling_36", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Floating Castle: A castle that floats in the sky appears once a year, and a daring knight named Roland must find a way to reach it and rescue a captured princess. The story should feature illustrations of the sky castle, Roland's daring ascent, and the rescue of the princess. Include scenes of Roland's challenges in reaching the castle and the moment he frees the princess." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Geo-Targeted Promotions: Send special offers to customers near your store via mobile notifications. Use a location-based marketing platform to identify customers within a specific radius. Create visually appealing promotional messages, combining concise text with high-resolution images of the products or services being offered. Schedule notifications during peak shopping hours to maximize engagement, and track responses to refine future promotions.", "id": "marketing_0", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Geo-Targeted Promotions: Send special offers to customers near your store via mobile notifications. Use a location-based marketing platform to identify customers within a specific radius. Create visually appealing promotional messages, combining concise text with high-resolution images of the products or services being offered. Schedule notifications during peak shopping hours to maximize engagement, and track responses to refine future promotions." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_1_3206490", "image": [ "wiki_images_test/3206490_1_0.png", "wiki_images_test/3206490_1_1.png", "wiki_images_test/3206490_1_2.png", "wiki_images_test/3206490_1_3.png", "wiki_images_test/3206490_1_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Steam Cauliflower': Cauliflower is a highly nutritious, tender vegetable when prepared properly. There are many different ways to cook it, but steaming is among the preferred methods since it tends to preserve the most flavor, aesthetics, and nutrition. You can steam fresh cauliflower florets on the stove or in the microwave. Here's how to do it either way. \n You need to assist human user to complete this task via steaming cauliflower on the stove. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Bring a large stockpot of water to boil. \n Place a steamer basket in the stockpot. \n Add the cauliflower florets to the steamer basket. \n" }, { "from": "gpt", "value": "Cook for 5 to 13 minutes. \n Serve warm. \n" } ], "goal": "How to Steam Cauliflower", "category": [ "Food and Entertaining", "Food Preparation", "Basic Cooking Skills", "Steaming Food" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_48", "image": [ "multi_concept_images/48_cat_0.png", "multi_concept_images/48_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the person . You need to generate a new image that composites the objects into a way as 'A selfie of cat with their pet person.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Disaster Management: Create visual aids for emergency planning and response. Use a mix of text and images to explain the steps involved in emergency planning, the roles of different agencies, and the strategies for effective disaster response.", "id": "education_120", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Disaster Management: Create visual aids for emergency planning and response. Use a mix of text and images to explain the steps involved in emergency planning, the roles of different agencies, and the strategies for effective disaster response." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Geography Lessons: Map physical and political features of different regions. Provide interactive maps with text annotations and images that describe the geographical characteristics, climate, and significant landmarks of each region.", "id": "education_8", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Geography Lessons: Map physical and political features of different regions. Provide interactive maps with text annotations and images that describe the geographical characteristics, climate, and significant landmarks of each region." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_33", "image": [ "multi_concept_images/33_cat_0.png", "multi_concept_images/33_chair_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the chair . You need to generate a new image that composites the objects into a way as 'A cat sleeping on the chair in a snowy winter landscape.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Email Drip Campaigns: Send a series of emails to educate and nurture leads. Develop a drip campaign strategy that includes a sequence of emails with valuable content. Create visually appealing email templates with a mix of text and images. Track the performance of the emails and adjust the content based on engagement and conversion rates, ensuring the content is both informative and visually appealing.", "id": "marketing_100", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Email Drip Campaigns: Send a series of emails to educate and nurture leads. Develop a drip campaign strategy that includes a sequence of emails with valuable content. Create visually appealing email templates with a mix of text and images. Track the performance of the emails and adjust the content based on engagement and conversion rates, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Describe the production process of a handmade woolen tie, highlighting the attention to detail and its connection to Italian craftsmanship.", "raw_text": "Size: 150 cm x 9 cm / 59\" x 3,5\"\nThe pure wool ties are a winter classic. \nWhen the temperatures drop and we tend to favour suits and jackets in heavier, warmer materials, our woollen ties will complement your outfit perfectly. \n They work particularly well with dark blue and green shades. All of our ties are produced by hand. First of all, the fabric is cut by hand. It is then hand-rolled and the edges are hand-stitched. A company located near Como, in Italy, produces our ties and materials from start to finish. \n", "id": "mmc4_doc_continuation_775b485d316f", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the production process of a handmade woolen tie, highlighting the attention to detail and its connection to Italian craftsmanship. You need to complete the subsequent document given the first part: Fifteen-and-a-half inch by nine centimeter (59\" x 3.5\") pure wool ties are classic winter accessories. \n Wear woolen ties with heavier materials for colder temperatures. \n" }, { "from": "gpt", "value": " Our ties, handcrafted in Italy using dark blue and green fabrics, are rolled and stitched by artisans. \n" } ], "image": [ "mmc4_images_test/775b485d316f.jpg", "mmc4_images_test/25f956b888b5.jpg", "mmc4_images_test/32f08d623533.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Describe the reveal of McLaren's new supercar, the 720S, featuring Advanced technologies such as all-wheel drive, a powerful 4-liter engine, and adaptive suspension, with a weight reduction of 18 kg and impressive acceleration and top speeds.", "raw_text": "At the Geneva motor show, McLaren revealed a new supercar 720S, which will replace 650S model. \nThe car will be a brand new model. The supercar will be equipped with all-wheel drive system, 4-liter engine capacity of 720 HP and 7-speed automatic transmission. McLaren 720S will accelerate to 100 km/h in 2.9 seconds, to 200 km/h in 7.8 seconds, to 300 km/h in 21.4 seconds. \n The maximum possible speed is 341 km/h. The weight of McLaren 720s coupe will be 1 283 kg, which is 18 kg less. \n The coupe received an adapted suspension, which can every five milliseconds changes the settings depending on road conditions. The main feature will be the instrument panel consists of two displays. The first modifications will be produced in the base set and released in 400 units, which are already sold on pre-order.", "id": "mmc4_doc_continuation_f7f435fed957", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the reveal of McLaren's new supercar, the 720S, featuring Advanced technologies such as all-wheel drive, a powerful 4-liter engine, and adaptive suspension, with a weight reduction of 18 kg and impressive acceleration and top speeds. You need to complete the subsequent document given the first part: McLaren unveiled the 720S supercar successor to the 650S at the Geneva motor show. \n" }, { "from": "gpt", "value": " A new McLaren 720S model boasts a 720 HP, 4-liter engine with all-wheel drive and 7-speed automatic transmission, achieving 0-100 km/h in 2.9 seconds, 0-200 km/h in 7.8 seconds, and 0-300 km/h in 21.4 seconds. \n The McLaren 720s coupe has a top speed of 341 km/h and weighs 1,265 kg. \n" } ], "image": [ "mmc4_images_test/f7f435fed957.jpg", "mmc4_images_test/658fde870515.jpg", "mmc4_images_test/f5dc5f4aacbb.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Government Policy Analysis: Evaluate the effects of new laws and regulations. Instructions: Provide a detailed analysis of the policy's objectives, implementation process, and potential impacts. Include charts showing statistical data, infographics explaining policy mechanisms, and photos of related events or key figures. Combine text and images to offer a comprehensive policy analysis.", "id": "report_22", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Government Policy Analysis: Evaluate the effects of new laws and regulations. Instructions: Provide a detailed analysis of the policy's objectives, implementation process, and potential impacts. Include charts showing statistical data, infographics explaining policy mechanisms, and photos of related events or key figures. Combine text and images to offer a comprehensive policy analysis." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_4154556", "image": [ "wiki_images_test/4154556_1_0.png", "wiki_images_test/4154556_1_1.png", "wiki_images_test/4154556_1_2.png", "wiki_images_test/4154556_1_3.png", "wiki_images_test/4154556_1_4.png", "wiki_images_test/4154556_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Efficiently Pack Goods in Storage': Packing your stuff is not an easy task. There are important things for you to consider for it to become efficient.\n[[Category:Moving House and Packing \n You need to assist human user to complete this task via storing your goods. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n You have to place all your things in a box. \n When filling the boxes, you have to place the heavier items at the bottom and the lighter items on top. \n Fill boxes to capacity when possible in order to avoid breakages but remember to avoid making them too heavy. \n Label all boxes legibly so you can identify the contents and keep an inventory. \n" }, { "from": "gpt", "value": "Do not pack your things into sealed plastic bag since humidity can cause mildew. \n When storing books, pack them flat to avoid damaging their spines. \n" } ], "goal": "How to Efficiently Pack Goods in Storage", "category": [ "Home and Garden", "Housekeeping", "Home Organization" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_68", "image": [ "multi_concept_images/68_cat_0.png", "multi_concept_images/68_sunglasses_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the sunglasses . You need to generate a new image that composites the objects into a way as 'digital painting of sunglasses worn by the cat.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Brand Partnerships: Partner with other brands for mutual benefit. Identify complementary brands and develop a partnership strategy. Create joint promotional materials with a mix of text and visuals. Launch the partnership campaign and track its performance to assess the impact, ensuring the content is both informative and visually appealing.", "id": "marketing_118", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Brand Partnerships: Partner with other brands for mutual benefit. Identify complementary brands and develop a partnership strategy. Create joint promotional materials with a mix of text and visuals. Launch the partnership campaign and track its performance to assess the impact, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "seq_edit_222015", "image": [ "magic_brush_images_test/222015-input.png", "magic_brush_images_test/222015-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me with the edits for this picture. . You need to turn the clock into an eye" }, { "from": "gpt", "value": "Your request has been fulfilled. Here's the edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_141946", "image": [ "magic_brush_images_test/141946-input.png", "magic_brush_images_test/141946-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need your help to edit this photo. . You need to let the laptop screen be blank" }, { "from": "gpt", "value": "No worries! I've updated your image as requested: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Write a description about getting ready for prom, including the importance of selecting a coordinating corsage and boutonniere from Pinewood Florist.", "raw_text": "Prom is a big deal to any teenage girl. Perfect makeup, dress, shoes --- but what about flowers? Prom corsages must be perfect as well! \nStop by Pinewood Florist and let us help you create a something special. With a picture or description of the dress, we can create something that not only matches, it enhances the dress' beauty. When it comes to prom, a guy can't go without a boutonniere to match his girl's corsage. \n The flower-on-the-coat-pocket is a tradition for classy men that stems back generations. Just because it's a tradition, doesn't mean your boutonniere doesn't have to be stylish. Choose from a wide range of styles, colors and flowers when choosing a boutonniere from Pinewood Florist. \n", "id": "mmc4_doc_continuation_6706a6250db4", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Write a description about getting ready for prom, including the importance of selecting a coordinating corsage and boutonniere from Pinewood Florist. You need to complete the subsequent document given the first part: A perfect corsage is essential for a teenage girl at prom. \n" }, { "from": "gpt", "value": " Visit Pinewood Florist for a custom-made bouquet or boutonniere to complement your prom attire. \n Classy men's tradition of wearing boutonni\u00e8res includes stylish flower-pocket pins from Pinewood Florist. \n" } ], "image": [ "mmc4_images_test/6706a6250db4.jpg", "mmc4_images_test/96a668f5b35c.jpg", "mmc4_images_test/3de1a5665239.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Human Rights Violations Reports: Document and analyze instances of human rights abuses. Instructions: Provide detailed reports on human rights violation trends, including factors contributing to abuses and efforts to address them. Include maps of affected areas, charts showing abuse trends, and photos of impacted communities. Combine text and images to create an engaging human rights report.", "id": "report_74", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Human Rights Violations Reports: Document and analyze instances of human rights abuses. Instructions: Provide detailed reports on human rights violation trends, including factors contributing to abuses and efforts to address them. Include maps of affected areas, charts showing abuse trends, and photos of impacted communities. Combine text and images to create an engaging human rights report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_662003", "image": [ "wiki_images_test/662003_1_0.png", "wiki_images_test/662003_1_1.png", "wiki_images_test/662003_1_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Nacho Cheese Jalapeno Poppers': Jalapeno poppers are slices of jalapeno stuffed with nacho cheese, breaded, and either fried or baked. They make a delicious party snack or Super Bowl treat. Read on to learn how to make delicious poppers from scratch. \n You need to assist human user to complete this task via assembling the poppers. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Fill the jalapeno halves with cheese. \n Get the breading ingredients ready. \n" }, { "from": "gpt", "value": "Bread the poppers. \n" } ], "goal": "How to Make Nacho Cheese Jalapeno Poppers", "category": [ "Food and Entertaining", "Parties", "Party Snacks", "Cheese Party Snacks" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "activitynet_continuation_v_UFfi0gxL6_Y", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_UFfi0gxL6_Y_0.png", "activitynet_images_test/frame_v_UFfi0gxL6_Y_1.png", "activitynet_images_test/frame_v_UFfi0gxL6_Y_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A woman in a dress holding a violin addresses an audience. \n" }, { "from": "gpt", "value": " The woman plays the violin as other musicians look on. \n The woman finishes her playing and everyone applauds. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Business Studies: Use flowcharts of business processes and organizational structures. Each flowchart should include text descriptions that explain the roles and responsibilities within an organization, and how different business processes interrelate.", "id": "education_42", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Business Studies: Use flowcharts of business processes and organizational structures. Each flowchart should include text descriptions that explain the roles and responsibilities within an organization, and how different business processes interrelate." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "wikihow_next_step_1_8434055", "image": [ "wiki_images_test/8434055_2_0.png", "wiki_images_test/8434055_2_1.png", "wiki_images_test/8434055_2_2.png", "wiki_images_test/8434055_2_3.png", "wiki_images_test/8434055_2_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Maximize the Benefits of Eating Fruit': None \n You need to assist human user to complete this task via choosing the right fruits. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Focus on color. \n Go for whole fruits over juices. \n" }, { "from": "gpt", "value": "Store your fruit properly. \n Eat fresh fruits in season. \n Read labels on canned or frozen fruit carefully. \n" } ], "goal": "How to Maximize the Benefits of Eating Fruit", "category": [ "Food and Entertaining", "Recipes", "Fruits and Vegetables" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Interactive Product Demos: Create interactive online demos to showcase products. Develop interactive demos that allow users to explore product features and benefits. Use a mix of text, images, and videos to create an engaging experience. Promote the demos through email campaigns, social media, and your website, ensuring the content is both informative and visually appealing.", "id": "marketing_106", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Interactive Product Demos: Create interactive online demos to showcase products. Develop interactive demos that allow users to explore product features and benefits. Use a mix of text, images, and videos to create an engaging experience. Promote the demos through email campaigns, social media, and your website, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Academic Performance Metrics: Report on standardized test scores and educational achievements. Instructions: Provide detailed reports on academic performance trends, including factors affecting test scores and achievements. Include charts showing performance trends, infographics illustrating key metrics, and photos of educational settings. Interleave textual explanations with visual data to enhance understanding.", "id": "report_84", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Academic Performance Metrics: Report on standardized test scores and educational achievements. Instructions: Provide detailed reports on academic performance trends, including factors affecting test scores and achievements. Include charts showing performance trends, infographics illustrating key metrics, and photos of educational settings. Interleave textual explanations with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Omnichannel Strategies: Integrate multiple channels for a seamless customer experience. Develop an omnichannel strategy that includes online and offline touchpoints. Use a mix of text and visuals to create consistent messaging across all channels. Track customer interactions and adjust your strategy as needed, ensuring the content is both informative and visually appealing.", "id": "marketing_195", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Omnichannel Strategies: Integrate multiple channels for a seamless customer experience. Develop an omnichannel strategy that includes online and offline touchpoints. Use a mix of text and visuals to create consistent messaging across all channels. Track customer interactions and adjust your strategy as needed, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Describe a text that showcases the benefits and process of creating a luxurious bathroom accent wall using glass mosaic tiles. Emphasize the versatility and impact of this design choice on the bathroom's appearance.", "raw_text": "Bring a true splash of luxury and beauty to your bathroom by using breathtaking glass mosaic tiles to create an accent feature wall. \nCreating an accent wall can draw the eye to a certain feature of a room or away from a feature should you desire, they are a truly versatile medium and a great addition to any luxury development. Using mosaic glass tiles as a luxurious embellishment to your room can add a unique detail to any high-end bathroom, use a bold design to stand out or promote relaxation and peace with a more toned down design, the choices are endless. \n Mosaics are a classic way to add luxury to any bathroom and with today\u2019s materials and designs, you can create a modern twist on this classic luxury and create designs to tie together your room. An accent wall can be used to balance the classic and the modern elements of a bathroom, using the classical nature of the mosaic and adding a more modern design to your accent wall can make a room feel more harmonious in its style. At concept we work with top quality interior designers and creative brands, in order that you can be assured of a luxurious finish to your private client project or luxury development, using glass decors intricately create stunning visual walls and feature vanity furniture cabinets and can bring an aura of grandeur and style to any bathroom. Accent walls that are created using glass mosaic tiles or glass slab finishes are the perfect way to add style and impact to any private client or luxury development, if you would like to know more about how we can incorporate specialist finishes into your bathroom project, please contact our design team or visit our specialist bathroom and tiles studio. \n Our in-house design team are available for consultations by appointment and are usually bought in at an early stage often before any of the building or refurbishment works have started. This entry was posted in Luxury Bathrooms and tagged bathroom designers ascot, bathroom designers virginia water, Beaconsfield bathroom design, Gerrards cross bathroom design, Glass Designer Bathrooms, Glass Mosaics, Glass Vanity Units, Hi End Bathroom Decors, Luxury Bathroom Finishes, luxury bathroom tiles, luxury bathrooms. Bookmark the permalink.", "id": "mmc4_doc_continuation_0ee558110458", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a text that showcases the benefits and process of creating a luxurious bathroom accent wall using glass mosaic tiles. Emphasize the versatility and impact of this design choice on the bathroom's appearance. You need to complete the subsequent document given the first part: Transform your bathroom with a luxury accent wall using breathtaking glass mosaic tiles. \n Creating an accent wall with mosaic glass tiles enhances a luxury room, offering versatility to highlight or conceal features and evoking relaxation or boldness. \n" }, { "from": "gpt", "value": " Using modern mosaics and glass decors, create a harmonious blend of classic and contemporarystyles for your luxurious bathroom accent walls. \n" } ], "image": [ "mmc4_images_test/0ee558110458.jpg", "mmc4_images_test/6eca0ffa64d1.jpg", "mmc4_images_test/c1ea3c0f5d54.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_242679", "image": [ "magic_brush_images_test/242679-input.png", "magic_brush_images_test/242679-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in altering this image? . You need to Put a cat on the seat." }, { "from": "gpt", "value": "Easily done! Attached is your edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_0_9503474", "image": [ "wiki_images_test/9503474_0_0.png", "wiki_images_test/9503474_0_1.png", "wiki_images_test/9503474_0_2.png", "wiki_images_test/9503474_0_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Eat Dried Dates': A date is a sweet and versatile fruit that can be used in a variety of dishes. Although dates can be eaten both fresh and dried, dried dates are more common. Dried dates are simple to prepare, and they can be used in salads, smoothies, oatmeal, desserts, and many other kinds of dishes. Dates are naturally sweet and they make a great substitute for refined sugar. \n You need to assist human user to complete this task via preparing dried dates. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Find dried dates at grocery and health food stores. \n Remove the pit. \n" }, { "from": "gpt", "value": "Chop dates into smaller pieces. \n Soak dates to soften them before blending. \n" } ], "goal": "How to Eat Dried Dates", "category": [ "Food and Entertaining" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a new Mazda SUV (CX-5) with a focus on its sophisticated interior design, versatile seating options, ample cargo space, improved safety features, and advanced technology. Highlight the awards it has won for its new innovations.", "raw_text": "The all-new Mazda 2017 CX-5 has taken quality and driving into consideration when molding this stunning well-crafted ride. \nUsing the Soul of motion through Timeless Japanese craftsmanship. The newly revitalized interior is not only comfortable, it's sophisticated. Now full of even more surprises the CX-5 have a 40/20/40 - split folding rear seats to offer versatile seating options and up to 1,687 L of cargo space. \n The all-new 2017 CX\u20115 has been completely revitalized to promote everything you love about driving. From a newly refined interior, to even more safety innovations, the 2017 CX\u20115 is cutting edge and confident. New safety features take this bold SUV to new heights winning Automobile Journalists Association of Canada's (AJAC) awards for Best New Technology 2017. The CX-5 now has standard Mazda Connect keeping you informed and entertained! \n Hands-free phone and audio streaming with Bluetooth and custom built Bose* Sound system resulting in ultimate clarity making for a fully entertained driving experience.", "id": "mmc4_doc_continuation_97ef3aefa767", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a new Mazda SUV (CX-5) with a focus on its sophisticated interior design, versatile seating options, ample cargo space, improved safety features, and advanced technology. Highlight the awards it has won for its new innovations. You need to complete the subsequent document given the first part: The 2017 Mazda CX-5 offers superior quality and driving experience. \n" }, { "from": "gpt", "value": " The CX-5's revitalized interior offers comfort and sophistication with 40/20/40-split folding seats and up to 1,687 L of cargo space. \n The 2017 CX-5 offers a revitalized interior, advanced safety features, and new technology, earning it \"Best New Technology 2017\" from AJAC. \n" } ], "image": [ "mmc4_images_test/97ef3aefa767.jpg", "mmc4_images_test/66f419b4ad7a.jpg", "mmc4_images_test/4e02086b16e5.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_127515", "image": [ "magic_brush_images_test/127515-input.png", "magic_brush_images_test/127515-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need your help to make changes to this image. . You need to let the player catch a ball" }, { "from": "gpt", "value": "Here is the updated image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Describe a luxury villa in Porto de M\u00f3s with multiple bedrooms, stunning sea views, modern amenities, and generous living spaces.", "raw_text": "Beautiful and modern 3 \u2013 4 bedroom villa, situated in a very quiet area of Porto de M\u00f3s, only a short walk from the beach, restaurants and just a few minutes\u2019 drive from the city-centre, Marina and other beaches. \nThe property will have panoramic sea views that stretch to Sagres and beyond from its huge south and west facing terraces. \n It will have a full size, almost fameless, glazing for its door and windows to ensure the views are not compromised unnecessarily. The villa will be composed on the ground floor with generous storage areas with space for a gym or possibly another bedroom, fully fitted laundry areas and separate garages able to accommodate at least 3 cars. \n The first floor will comprise a living and dining area with an open plan fully fitted ultra-modern kitchen with fitted appliances, three double bedrooms with fitted wardrobes and en-suite bathrooms and a guest\u2019s toilet. From this level all rooms will boast stunning views of the sea. This villa will have a very high specification such as solar panels, security cameras, under-floor heating, air-conditioning throughout and a roof terrace with magnificent views of the ocean. \n", "id": "mmc4_doc_continuation_55378525a936", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a luxury villa in Porto de M\u00f3s with multiple bedrooms, stunning sea views, modern amenities, and generous living spaces. You need to complete the subsequent document given the first part: Modern 3-4 bedroom villa in quiet Porto de M\u00f3s area, near beach, restaurants, city-center, Marina, and other beaches. \n The property offers expansive sea views of Sagres and beyond from its large southwest terraces. \n" }, { "from": "gpt", "value": " The villa will feature a full-size, unobstructed layout with storage, a gym or extra bedroom, laundry areas, and garages for three cars. \n This villa features an open-plan living area with sea-view kitchen, three en-suite bedrooms, guest toilet, high-tech specs including solar panels and sea-view roof terrace. \n" } ], "image": [ "mmc4_images_test/55378525a936.png", "mmc4_images_test/01e35d4cb355.png", "mmc4_images_test/f4ea26ec88a7.png", "mmc4_images_test/f7d8c534cbf9.png" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_6", "image": [ "multi_concept_images/6_sofa_0.png", "multi_concept_images/6_cup_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the sofa and the cup . You need to generate a new image that composites the objects into a way as 'A golden retriever pup playing with cup on the sofa.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Product Sampling: Offer free samples to potential customers. Develop a product sampling strategy that includes in-store, event, or online distribution. Create visually appealing sample packaging with a mix of text and images. Promote the sampling program through email, social media, and your website, ensuring the content is both informative and visually appealing.", "id": "marketing_120", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Product Sampling: Offer free samples to potential customers. Develop a product sampling strategy that includes in-store, event, or online distribution. Create visually appealing sample packaging with a mix of text and images. Promote the sampling program through email, social media, and your website, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_28", "image": [ "multi_concept_images/28_dog_0.png", "multi_concept_images/28_sofa_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the sofa . You need to generate a new image that composites the objects into a way as 'A dog relaxing on a sofa on a rooftop, with the city in the background.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "The Sky Painter: A boy named Kai discovers he has a magical paintbrush that can color the sky and control the weather. However, to save his town from a powerful storm demon, Kai must learn to master his abilities. The story should feature vibrant illustrations of Kai painting the sky, dramatic weather changes, and his climactic battle with the storm demon. Show scenes of Kai practicing his skills and the transformation of the weather with each stroke of his brush.", "id": "storytelling_2", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Sky Painter: A boy named Kai discovers he has a magical paintbrush that can color the sky and control the weather. However, to save his town from a powerful storm demon, Kai must learn to master his abilities. The story should feature vibrant illustrations of Kai painting the sky, dramatic weather changes, and his climactic battle with the storm demon. Show scenes of Kai practicing his skills and the transformation of the weather with each stroke of his brush." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "The Guardian of Dreams: A child named Alex discovers they can enter and control dreams, and must navigate a dreamscape to save their family from a nightmare monster. The story should be illustrated with images of the surreal dreamscape, the nightmare monster, and Alex's journey through various dreams. Highlight the contrast between the peaceful dreams and the terrifying nightmare as Alex battles to save their family.", "id": "storytelling_18", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Guardian of Dreams: A child named Alex discovers they can enter and control dreams, and must navigate a dreamscape to save their family from a nightmare monster. The story should be illustrated with images of the surreal dreamscape, the nightmare monster, and Alex's journey through various dreams. Highlight the contrast between the peaceful dreams and the terrifying nightmare as Alex battles to save their family." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "multi_concept_gen_54", "image": [ "multi_concept_images/54_dog_0.png", "multi_concept_images/54_lobster plushie_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the lobster plushie . You need to generate a new image that composites the objects into a way as 'The dog reaching for the lobster plushie under a table.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "wikihow_next_step_0_157827", "image": [ "wiki_images_test/157827_0_0.png", "wiki_images_test/157827_0_1.png", "wiki_images_test/157827_0_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Care for Hardwood Floors': Taking proper care of hardwood floors is essential if you want them to last a long time. Routine cleaning is the key to protecting and maintaining your floor\u2019s appearance. Particular cleaning protocols need to be followed to prevent damage to the floor\u2019s surface. Aside from regular cleaning, damage can be minimized by observing a few maintenance and prevention measures. The longevity and durability of your hardwood floors can be preserved with routine cleaning and proper maintenance. \n You need to assist human user to complete this task via cleaning hardwood floors. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Dust every day with a microfiber mop or Swiffer. \n" }, { "from": "gpt", "value": "Vacuum every week with a soft-bristled floor-brush attachment. \n Damp-mop once per month with a hardwood floor cleaner. \n" } ], "goal": "How to Care for Hardwood Floors", "category": [ "Home and Garden", "Home Maintenance", "Floors and Stairs", "Cleaning Floors" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "activitynet_continuation_v_UaiKJ_7mKIA", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_UaiKJ_7mKIA_0.png", "activitynet_images_test/frame_v_UaiKJ_7mKIA_1.png", "activitynet_images_test/frame_v_UaiKJ_7mKIA_2.png", "activitynet_images_test/frame_v_UaiKJ_7mKIA_3.png", "activitynet_images_test/frame_v_UaiKJ_7mKIA_4.png", "activitynet_images_test/frame_v_UaiKJ_7mKIA_5.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A group stands at a train station. \n" }, { "from": "gpt", "value": " A man shovels snow from the sidewalk. \n A man in a wheelchair goes down a sidewalk on a cold winter day. \n A woman in snow jacket shovels snow from a sidewalk. \n A man breaks up ice with a spade. \n A man shovels snow from a sidewalk into a tree lined planter. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "wikihow_next_step_1_11700236", "image": [ "wiki_images_test/11700236_1_0.png", "wiki_images_test/11700236_1_1.png", "wiki_images_test/11700236_1_2.png", "wiki_images_test/11700236_1_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Live Without Pets': Are you living in a situation where you are without any sort of creature companion of your own? Do you live in a building that doesn't allow pets, perhaps you have allergies or someone in your household does? Perhaps you simply do not have the extra cash to spend on another mouth to feed. If this is you and you are tired of being passive and think of owning a pet as a dream here are some reasons you should pursue animal interaction and some practical ways to make this happen. \n You need to assist human user to complete this task via finding interaction opportunities. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Get outdoors. \n" }, { "from": "gpt", "value": "Find friends who have pets. \n Get an animal watching job. \n Volunteer at a local animal rescue. \n" } ], "goal": "How to Live Without Pets", "category": [ "Pets and Animals" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_1_1620692", "image": [ "wiki_images_test/1620692_1_0.png", "wiki_images_test/1620692_1_1.png", "wiki_images_test/1620692_1_2.png", "wiki_images_test/1620692_1_3.png", "wiki_images_test/1620692_1_4.png", "wiki_images_test/1620692_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Cook Baked Tilapia With Lemon Butter': Lemon and butter are staples when it comes to fresh-tasting seafood dishes, and pair well with the clean, delicate taste of tilapia. Follow these recipes to learn how to make this healthy yet delicious meal! \n You need to assist human user to complete this task via lemon garlic tilapia. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Pre-heat the oven to 375 degrees Fahrenheit or 190 degrees Celsius. \n Spray a baking dish with non-stick cooking spray. \n Rinse tilapia fillets under cool water. \n Combine lemon juice and butter in a small bowl. \n" }, { "from": "gpt", "value": "Sprinkle with garlic, parsley, and pepper. \n Bake the fish, uncovered, for about 30 minutes. \n" } ], "goal": "How to Cook Baked Tilapia With Lemon Butter", "category": [ "Food and Entertaining", "Recipes", "Fish and Seafood" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Space Exploration: Develop visualizing space missions and astronaut training. Use interleaved text and images to explain the principles of space exploration, the design and objectives of different space missions, and the training required for astronauts.", "id": "education_194", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Space Exploration: Develop visualizing space missions and astronaut training. Use interleaved text and images to explain the principles of space exploration, the design and objectives of different space missions, and the training required for astronauts." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "The Enchanted Cloak: A cloak that can make the wearer invisible is discovered by a young thief named Mia, who must use it to steal a powerful artifact. The story should feature illustrations of the enchanted cloak, Mia's journey, and the theft of the artifact. Include scenes of Mia using the cloak and the moment she successfully steals the artifact.", "id": "storytelling_98", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Enchanted Cloak: A cloak that can make the wearer invisible is discovered by a young thief named Mia, who must use it to steal a powerful artifact. The story should feature illustrations of the enchanted cloak, Mia's journey, and the theft of the artifact. Include scenes of Mia using the cloak and the moment she successfully steals the artifact." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Write a brief press release about Premier Hotels of Asia being appointed as the Global Sales & Marketing Partner for The Sanchaya in Indonesia and the new promotions announced by Mandarin Oriental in Hong Kong and Barcelona. Include details such as the names of the hotels, locations, and offerings.", "raw_text": "Singapore, 7 October 2014 - PREMIER HOTELS OF ASIA, a leading international Hotel Sales and Marketing Representation company has been appointed the Global Sales & Marketing Partner for The Sanchaya, a luxurious new beachfront estate, idyllically located on one of the region's most spectacular beaches in the Indonesian island of Bintan, a 45 minute ferry ride away from Singapore. \nHong Kong, 18 September 2014 - To celebrate the upcoming festive season, Mandarin Oriental, Prague is delighted to introduce two new holiday getaway offers; Winter Escapes and New Year's Eve in Prague. \n Hong Kong, 18 September 2014 - The award-winning Mandarin Oriental, Boston and Chef Daniel Boulud are delighted to announce the opening of Bar Boulud, Boston. The French-inspired bistro and wine bar is Chef Boulud's first restaurant in Boston, and second partnership with Mandarin Oriental Hotel Group. Hong Kong, 15 September 2014 - Mandarin Oriental, Barcelona, is delighted to offer a new Opera Package for the season 2014-2015 which includes luxurious accommodation at one of the hotel's exclusive new suites. \n", "id": "mmc4_doc_continuation_55d7b8d10e40", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Write a brief press release about Premier Hotels of Asia being appointed as the Global Sales & Marketing Partner for The Sanchaya in Indonesia and the new promotions announced by Mandarin Oriental in Hong Kong and Barcelona. Include details such as the names of the hotels, locations, and offerings. You need to complete the subsequent document given the first part: A leading international hotel sales and marketing company, Premier Hotels of Asia, has been appointed as The Sanchaya's global sales and marketing partner, located on a stunning beach in Indonesian Bintan, a short ferry ride from Singapore. \n" }, { "from": "gpt", "value": " Mandarin Oriental, Prague introduces two holiday offers: Winter Escapes and New Year's Eve celebrations. \n Mandarin Oriental Hotel Group and Chef Daniel Boulud announce the opening of Bar Boulud in Boston and the introduction of a new Opera Package at Mandarin Oriental, Barcelona. \n" } ], "image": [ "mmc4_images_test/55d7b8d10e40.jpg", "mmc4_images_test/0a4c55f48fe3.jpg", "mmc4_images_test/164cf6720b52.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_1_2143278", "image": [ "wiki_images_test/2143278_1_0.png", "wiki_images_test/2143278_1_1.png", "wiki_images_test/2143278_1_2.png", "wiki_images_test/2143278_1_3.png", "wiki_images_test/2143278_1_4.png", "wiki_images_test/2143278_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Prepare a Boat for Fishing': Fishing from a boat provides certain advantages to fishing from shore, notably the ability to reach more fishing places during a fishing outing than the section of the lake or stream adjacent to a single shore. However, buying a fishing boat also means taking on the responsibilities of owning it. One of those responsibilities is preparing your boat for fishing for the first time; another is doing so at the start of each fishing season. Read the following steps for instructions and suggestions on preparing your boat for fishing. \n You need to assist human user to complete this task via preparing for fishing season. Given the previous steps, you need to predict the subsequent 5 steps to help the user to finish the task. The previous steps are: \n Renew your boat and trailer licenses. \n" }, { "from": "gpt", "value": "Inspect the boat for signs of wear. \n Inspect your motor. \n Inspect the boat trailer. \n Inspect and replace any necessary safety equipment. \n Consider a professional inspection. \n" } ], "goal": "How to Prepare a Boat for Fishing", "category": [ "Sports and Fitness", "Outdoor Recreation", "Fishing", "Fishing Trips" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "The Enchanted Shoes: Shoes that can transport the wearer anywhere are discovered by a poor cobbler named Tomas, who must use them to save his village from invaders. The story should feature illustrations of the magical shoes, the invaders, and Tomas's journey. Include scenes of Tomas using the shoes and the moment he saves his village.", "id": "storytelling_58", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Enchanted Shoes: Shoes that can transport the wearer anywhere are discovered by a poor cobbler named Tomas, who must use them to save his village from invaders. The story should feature illustrations of the magical shoes, the invaders, and Tomas's journey. Include scenes of Tomas using the shoes and the moment he saves his village." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "wikihow_next_step_0_1618625", "image": [ "wiki_images_test/1618625_0_0.png", "wiki_images_test/1618625_0_1.png", "wiki_images_test/1618625_0_2.png", "wiki_images_test/1618625_0_3.png", "wiki_images_test/1618625_0_4.png", "wiki_images_test/1618625_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Banana Splits with Fruit': The original Banana Split was created by David Strickler, according to Melissa Blystone of Valley Dairy during an interview with Taste of Home magazine. This favorite summertime dessert features vanilla, chocolate and strawberry ice creams which are topped with different sauces. As with all recipes feel free to make this recipe your own by selecting what you like. \n You need to assist human user to complete this task via regular banana split with fruit. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Peel and split banana lengthwise down the center of the banana. \n Place the split banana in a long ice cream dessert dish, if possible. \n" }, { "from": "gpt", "value": "Place a scoop of vanilla in the middle of the split banana. \n Place a scoop of strawberry ice cream in the middle of the split banana. \n Place a scoop of chocolate syrup or hot fudge topping in the middle of the split banana. \n Top with the remaining ingredients. \n" } ], "goal": "How to Make Banana Splits with Fruit", "category": [ "Food and Entertaining", "Recipes", "Desserts and Sweets", "Ice Cream and Frozen Desserts", "Ice Cream Sundaes" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a team of scientists' mission to study and preserve a historically significant Arctic site before it deteriorates, highlighting its significance as the best-preserved landmark of Franz Joseph Land's discoverers.", "raw_text": "A team of Russian Arctic National Park scientists has set off for Alger Island in Franz Joseph Land to conduct a historical study of the winter abode used between 1901-1902 by an American expedition headed by Evelyn Baldwin, the park's press service reports. \nThe landmark, which is located on the coast and therefore is subject to breaking waves and severe erosion, is falling to pieces. It is crucial to catalog the site and collect anything of historical value as soon as possible, said Yevgeny Yermolov, head of the expedition and the head of the park's Historical and Cultural Preservation Department. The items will be recovered from the surface of the earth where it's caving in. There won't be any archaeological excavation yet, he added. \"It is, of course, necessary to conduct archaeological excavation on Alger Island, but since the island is hard to reach and it is also difficult to organize any kind of work in the Arctic, we have planned to conduct a reconnaissance survey this season. We need to collect all the necessary items for further reconstruction of the landmark, which, without any doubt, is the winter abode of Baldwin's expedition,\" Yermolov said. The head of the expedition also pointed out that the landmark on Alger Island is now the most well-preserved landmark of the age of Franz Joseph Land's discoverers and pioneers. \n During a period of two weeks the four researchers from the Russian Arctic National Park will be living and working in a temporary camp on the desert island. \n", "id": "mmc4_doc_continuation_611d86a3090b", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a team of scientists' mission to study and preserve a historically significant Arctic site before it deteriorates, highlighting its significance as the best-preserved landmark of Franz Joseph Land's discoverers. You need to complete the subsequent document given the first part: Russian scientists embark to Alger Island for historical study of Evelyn Baldwin's 1901-1902 American expedition abode. \n The head of an expedition urged to urgently catalog and collect historical items from a coastal landmark on Alger Island before it disintegrates. \n" }, { "from": "gpt", "value": " For two weeks, Russian Arctic National Park researchers will reside and work on a desert island. \n" } ], "image": [ "mmc4_images_test/611d86a3090b.jpg", "mmc4_images_test/ed26f4e1ea02.jpg", "mmc4_images_test/16ac20529ffc.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_11", "image": [ "multi_concept_images/11_chair_0.png", "multi_concept_images/11_helmet_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the chair and the helmet . You need to generate a new image that composites the objects into a way as 'A chair with the helmet under the beautiful cherry blossom trees in spring.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Gamification: Add game-like elements to marketing campaigns to increase engagement. Develop a gamification strategy that includes challenges, rewards, and leaderboards. Create a mix of text and visuals to explain the game mechanics and motivate participation. Track user engagement and adjust the game elements to keep it interesting, ensuring the content is both engaging and visually appealing.", "id": "marketing_84", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Gamification: Add game-like elements to marketing campaigns to increase engagement. Develop a gamification strategy that includes challenges, rewards, and leaderboards. Create a mix of text and visuals to explain the game mechanics and motivate participation. Track user engagement and adjust the game elements to keep it interesting, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "seq_edit_373776", "image": [ "magic_brush_images_test/373776-input.png", "magic_brush_images_test/373776-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you help me out with the adjustments to this picture? . You need to Change the teardrop cutouts to be a star-shaped hole" }, { "from": "gpt", "value": "Absolutely! Here\u2019s the image after edits: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_0_9542355", "image": [ "wiki_images_test/9542355_0_0.png", "wiki_images_test/9542355_0_1.png", "wiki_images_test/9542355_0_2.png", "wiki_images_test/9542355_0_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Grill Lobster Tails on a Gas Grill': Everyone enjoys eating a decadent lobster tail, but you may be intimidated to grill one at home. Whether it\u2019s your first time preparing lobster or first time using a gas grill, you can make homemade lobster tails that rival those at your favorite restaurant. By setting up the grill, prepping the lobster, and cooking your tails, you will master this crowd-favorite for family and friends. \n You need to assist human user to complete this task via cleaning and setting up the grill. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Clean any food residue off the grill. \n" }, { "from": "gpt", "value": "Check your propane tank\u2019s gas gauge. \n Turn on your grill. \n Preheat the grill for 10-15 minutes. \n" } ], "goal": "How to Grill Lobster Tails on a Gas Grill", "category": [ "Food and Entertaining", "Recipes", "Fish and Seafood", "Lobster" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "vist_48860", "image": [ "vist_images_test/8933097.jpg", "vist_images_test/8933130.jpg", "vist_images_test/8933145.jpg", "vist_images_test/8933147.jpg", "vist_images_test/8933169.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. everyone was looking forward to meeting the new baby . \n the baby was very happy to see everyone as well . \n" }, { "from": "gpt", "value": "she was smiling at everyone and enjoyed the attention . \n he was a bit nervous holding her . \n she loved to be held like that . it was a great day . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Describe a team's success in the University Rover Challenge, highlighting their ranking positions and the significance of this competition in Mars exploration.", "raw_text": "The PCz Rover Team ranked second and the Raptors team ranked fifth during the University Rover Challenge in the USA. The University Rover Challenge (URC) is a tournament that has been organized by The Mars Society since 2007. Every year the desert in Utah, USA, is invaded by student teams from all over the world. \nThe teams, utilizing the robots they built, compete with each other, performing various exploration tasks. They wander over huge distances in difficult terrain, simulating supporting the astronauts, collecting samples, and performing other tasks referring to Mars exploration. \n The way of presenting the rovers, covering description of their technological features, is also evaluated. \n This year's edition, URC 2017, held as many as 82 teams from 13 countries. After the initial selection process 36 teams from 7 different countries, including Poland, were allowed to take part. Finally, the PCz Rover Team from Politechnika Cz\u0119stochowska ranked second, and the Raptors team from Politechnika \u0141\u00f3dzka ranked fifth. We're very proud of them and we send our congratulations!", "id": "mmc4_doc_continuation_4894427d162c", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a team's success in the University Rover Challenge, highlighting their ranking positions and the significance of this competition in Mars exploration. You need to complete the subsequent document given the first part: During the University Rover Challenge in Utah, the PCz Rover Team placed second and the Raptors team finished fifth. \n" }, { "from": "gpt", "value": " Teams compete with robots, exploring Mars through sample collection and terrain navigation. \n The technological features of the rovers are assessed through their presentation. \n" } ], "image": [ "mmc4_images_test/4894427d162c.jpg", "mmc4_images_test/78aab5e41051.jpg", "mmc4_images_test/649c824ca105.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "The Moonlit Carousel: A cursed carousel comes to life under the moonlight, and a brave girl named Lila must ride it to find her missing brother in a parallel world. The story should be illustrated with images of the enchanted carousel, the moonlit nights, and the parallel world Lila enters. Show scenes of Lila's journey on the carousel and the fantastical landscapes she encounters in the parallel world.", "id": "storytelling_6", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Moonlit Carousel: A cursed carousel comes to life under the moonlight, and a brave girl named Lila must ride it to find her missing brother in a parallel world. The story should be illustrated with images of the enchanted carousel, the moonlit nights, and the parallel world Lila enters. Show scenes of Lila's journey on the carousel and the fantastical landscapes she encounters in the parallel world." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Online Communities: Build online communities around your brand. Create and manage online groups where customers can share experiences and provide feedback. Use a mix of text and visuals to create engaging content and facilitate discussions. Monitor the community and engage with members to foster a sense of belonging, ensuring the content is both informative and visually engaging.", "id": "marketing_153", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Online Communities: Build online communities around your brand. Create and manage online groups where customers can share experiences and provide feedback. Use a mix of text and visuals to create engaging content and facilitate discussions. Monitor the community and engage with members to foster a sense of belonging, ensuring the content is both informative and visually engaging." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Corporate Social Responsibility: Summarize companies\u2019 efforts in social and environmental causes. Instructions: Provide detailed reports on corporate social responsibility trends, including specific initiatives and their impacts. Include charts showing impact trends, infographics illustrating key metrics, and photos of CSR activities. Combine text and images to create an engaging CSR report.", "id": "report_78", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Corporate Social Responsibility: Summarize companies\u2019 efforts in social and environmental causes. Instructions: Provide detailed reports on corporate social responsibility trends, including specific initiatives and their impacts. Include charts showing impact trends, infographics illustrating key metrics, and photos of CSR activities. Combine text and images to create an engaging CSR report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_0_8617598", "image": [ "wiki_images_test/8617598_0_0.png", "wiki_images_test/8617598_0_1.png", "wiki_images_test/8617598_0_2.png", "wiki_images_test/8617598_0_3.png", "wiki_images_test/8617598_0_4.png", "wiki_images_test/8617598_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Galaxy Frosting': Let your desserts blast off into space by spreading some delicious, galaxy-themed frosting over it. This toothsome frosting will spice up any dessert, bringing a galactic and magnificent look to cakes, cupcakes, donuts, or even cookies! \n You need to assist human user to complete this task via galaxy cream cheese frosting. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Beat together the cream cheese and butter in a large bowl. \n Add two cups of the confectioners' sugar at a time. \n" }, { "from": "gpt", "value": "Divide the frosting into 4 medium-sized bowls. \n Add the food coloring gel. \n Sprinkle edible glitter or disco dust to the frosting. \n Scoop the different colored frosting into a frosting pipe. \n" } ], "goal": "How to Make Galaxy Frosting", "category": [ "Food and Entertaining", "Recipes", "Baking" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "The Starweaver: A girl named Lyra discovers she can weave stars into fabric, and she must create a tapestry to prevent the stars from falling from the sky. The story should feature illustrations of Lyra's star-weaving, the night sky filled with stars, and the magical tapestry. Include scenes of Lyra collecting stars and the challenges she faces in creating the tapestry that will save the night sky.", "id": "storytelling_10", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Starweaver: A girl named Lyra discovers she can weave stars into fabric, and she must create a tapestry to prevent the stars from falling from the sky. The story should feature illustrations of Lyra's star-weaving, the night sky filled with stars, and the magical tapestry. Include scenes of Lyra collecting stars and the challenges she faces in creating the tapestry that will save the night sky." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "seq_edit_286724", "image": [ "magic_brush_images_test/286724-input.png", "magic_brush_images_test/286724-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you assist me in making adjustments to this photo? . You need to What if the elephants were walking in the woods with no trees?" }, { "from": "gpt", "value": "Done! Here\u2019s the refined image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_5253", "image": [ "magic_brush_images_test/5253-input.png", "magic_brush_images_test/5253-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need assistance in tweaking this photo. . You need to Change the stop sign to say \"GO\"" }, { "from": "gpt", "value": "You got it! Here's the edit you asked for: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_65", "image": [ "multi_concept_images/65_dog_0.png", "multi_concept_images/65_jacket_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the jacket . You need to generate a new image that composites the objects into a way as 'Watercolor painting of dog wearing jacket.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "multi_concept_gen_69", "image": [ "multi_concept_images/69_cat_0.png", "multi_concept_images/69_jacket_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the jacket . You need to generate a new image that composites the objects into a way as 'close shot of cat on a ramp wearing jacket.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Describe a black adjustable bar stool with a cushion seat and chrome finish, highlighting its adjustable height and stylish design suitable for a get-together or dining space.", "raw_text": "A stylish look for get-together and sleek dining, choose this black bar stool for your space. \n \nThe chrome finished metal pedestal base with footrest adjusts the seat height. \n In all, the height of the stool adjusts from 36.25\u2033 to 41.50\u2033 inches high. \n The black cushion seat makes this bar stool comfortable and visually appealing accent at a bar counter or with the chrome finish base bar table. \n", "id": "mmc4_doc_continuation_81933e08b96d", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a black adjustable bar stool with a cushion seat and chrome finish, highlighting its adjustable height and stylish design suitable for a get-together or dining space. You need to complete the subsequent document given the first part: Choose a chic black bar stool for stylish get-togethers and elegant dining. \n The AI assistant helps users find accurate information efficiently. \n The chrome base adjusts seat height with footrest. \n" }, { "from": "gpt", "value": " The stool adjusts from 36.25 inches to 41.50 inches high. \n This black cushion bar stool, with chrome finish base, offers comfort and visual appeal at bar counters. \n" } ], "image": [ "mmc4_images_test/81933e08b96d.jpg", "mmc4_images_test/c31cf5bf8f35.jpg", "mmc4_images_test/b938724c7cae.jpg", "mmc4_images_test/7d1fe69a3f9b.jpg", "mmc4_images_test/e617669161ba.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Describe a community facility with a Wiffle ball field and playground, highlighting the features designed for fun and safety for children while they wait for a game and release excess energy.", "raw_text": "What better way to kick off a game watching your favorite team than playing a friendly game of Wiffle ball. This field was designed for maximum fun with minimal maintenance. A durable XGrass synthetic turf system is combined with poured-in-place rubber base paths and pitching mound from Play It. Kids now have a fun, safe place to play while waiting for the game to start. No family friendly facility would be complete without a playground for the kids. \nFor Region's Field, Play It integrated poured-in-place rubber safety surfacing for around the playground equipment. This low-maintenance surface met all of the safety standards for fall height, integrated with the surrounding environment and complied with ADA standards for accessibility. To help kids release some of their excess energy prior to heading into the game, turf and rubber paths were integrated into the space so kids could practice running the bases. \n The poured-in-place rubber surfacing features baselines and bases and is surrounded by synthetic grass on both sides so it truly mimics a baseball field. \n", "id": "mmc4_doc_continuation_24af0c117622", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a community facility with a Wiffle ball field and playground, highlighting the features designed for fun and safety for children while they wait for a game and release excess energy. You need to complete the subsequent document given the first part: This XGrass synthetic turf field with poured-in-place rubber base paths and playground offers fun and safety for kids before games. \n Region's playground features low-maintenance rubber safety surfacing complying with safety and accessibility standards, along with integrated turf paths for children to practice running bases. \n" }, { "from": "gpt", "value": " A baseball field's rubber surfaces, including baselines and bases, are enclosed by synthetic grass, creating an authentic likeness. \n" } ], "image": [ "mmc4_images_test/24af0c117622.jpg", "mmc4_images_test/f5ae2c27d802.jpg", "mmc4_images_test/91c6aef9f244.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_0_1067007", "image": [ "wiki_images_test/1067007_0_0.png", "wiki_images_test/1067007_0_1.png", "wiki_images_test/1067007_0_2.png", "wiki_images_test/1067007_0_3.png", "wiki_images_test/1067007_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Nettle Tea': Despite the painful stings the fresh plant delivers, brewed or cooked nettle is safe to eat. It may even be downright nutritious. Talk to your doctor before brewing if you are taking medication or have a medical condition. \n You need to assist human user to complete this task via harvesting nettles. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Gather young, spring nettles. \n Protect yourself from stings. \n" }, { "from": "gpt", "value": "Identify the nettles. \n Pick healthy leaves. \n Dry the leaves (optional). \n" } ], "goal": "How to Make Nettle Tea", "category": [ "Food and Entertaining", "Drinks", "Tea", "Herbal Tea" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Water Quality Reports: Document the state of water bodies and pollution levels. Instructions: Provide detailed reports on water quality trends, including factors affecting quality and pollution levels. Include charts showing quality trends, maps of water bodies, and photos of water activities. Combine text and images to create an engaging water quality report.", "id": "report_138", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Water Quality Reports: Document the state of water bodies and pollution levels. Instructions: Provide detailed reports on water quality trends, including factors affecting quality and pollution levels. Include charts showing quality trends, maps of water bodies, and photos of water activities. Combine text and images to create an engaging water quality report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Describe a historic mining district tour in Colorado, highlighting the scenic beauty and abandoned towns, including a visit to the Longfellow mine at 11,000 ft elevation and the vibrant fall colors at US Basin.", "raw_text": "Back in 1879, there were no more than 6 towns between Ouray and Silverton, Colorado. \nThe towns of Chattanooga, Red Mountain City, Guston, Hudson Town, Rogerville and Ironton were born during the mining boom. It was a pleasure to see many of the mine buildings from that golden era are still standing today. The towns are all long deserted. We toured this area called the Red Mountain Mining District. This is the Longfellow mine at about 11,000 ft elevation on Red Mountain. The jeep as it starts down the steep grade at 12,300 feet. \n Nice panoramic view of the surrounding mountains and San Juan National Forest. \n The fall aspens are flaming at about 10,500 feet at the top of US Basin.", "id": "mmc4_doc_continuation_e78593799cc5", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a historic mining district tour in Colorado, highlighting the scenic beauty and abandoned towns, including a visit to the Longfellow mine at 11,000 ft elevation and the vibrant fall colors at US Basin. You need to complete the subsequent document given the first part: In 1879, no more than 6 towns existed between Ouray and Silverton, Colorado. \n The Red Mountain Mining District in Chattanooga once thrived during the mining boom, with towns like Chattanooga, Red Mountain City, Guston, Hudson Town, Rogerville, and Ironton arising but now all long abandoned, with some original mine buildings still standing. (Or: The Red Mountain Mining District, including Chattanooga, Red Mountain City, Guston, Hudson Town, Rogerville, and Ironton, was founded during a mining boom, but all towns are now deserted, with original mine buildings still intact.) \n" }, { "from": "gpt", "value": " Panoramic view of mountains and San Juan National Forest. \n" } ], "image": [ "mmc4_images_test/e78593799cc5.jpg", "mmc4_images_test/a58c09330d33.jpg", "mmc4_images_test/3544885e2a64.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Describe a product that protectively transports 12-15 guitar pedals for musicians, ensuring easy setup with velcro attachment to the foam interior and a removable lid. Emphasize its durability for traveling and space-saving features.", "raw_text": "The Pedal Board Flight Case by Gear4music is ideal for safely transporting guitar pedals to rehearsals or gigs. \nWith a resistant black ABS shell and robust metal edging, the lightweight yet rugged design will not let you down whether being thrown in the back of a tour van or a luggage hold. \n This flight case fits 12 - 15 guitar pedals, dependent on size, and allows you to have your pedal board set up and ready to go without the fuss of repositioning your pedals before gigs - just take off the lid and plug in! \n Simply use velcro to secure pedals to the foam interior, whilst a removable lid helps the unit take up less space on stage. A robust handle and pair of secure catches keeps this pedal board secure and convenient for transit. This pedal board flight case is also available in a smaller size, suitable for 5 - 8 pedals. \n", "id": "mmc4_doc_continuation_33baaa732bd3", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a product that protectively transports 12-15 guitar pedals for musicians, ensuring easy setup with velcro attachment to the foam interior and a removable lid. Emphasize its durability for traveling and space-saving features. You need to complete the subsequent document given the first part: The Gear4music Pedal Board Flight Case safeguards guitar pedals during transport to rehearsals or performances. \n The ABS shell and metal edging of this lightweight, rugged design ensure durability in various transportation conditions. \n This flight case accommodates 12-15 guitar pedals, maintaining their setup for convenient gigs. \n" }, { "from": "gpt", "value": " This compact pedal board features Velcro for easy pedal attachment, a removable lid for space efficiency, and secure handles with catches for transit. Optional smaller size fits 5-8 pedals. \n" } ], "image": [ "mmc4_images_test/33baaa732bd3.jpg", "mmc4_images_test/872d17492fb3.jpg", "mmc4_images_test/40251cd38a94.jpg", "mmc4_images_test/cf26a7af3b18.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Wildlife Conservation: Create visual aids for species protection and habitat restoration. Use a mix of text and images to explain the principles of wildlife conservation, the methods for protecting species, and the benefits for biodiversity.", "id": "education_144", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Wildlife Conservation: Create visual aids for species protection and habitat restoration. Use a mix of text and images to explain the principles of wildlife conservation, the methods for protecting species, and the benefits for biodiversity." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "The Enchanted Garden: A magical garden blooms only at night, and a young gardener named Lily must protect it from those who seek to exploit its beauty. The story should include images of the garden's night-time bloom, the enchanted plants, and the threats Lily faces. Illustrate scenes of Lily tending to the garden and defending it from those who would harm it.", "id": "storytelling_24", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Enchanted Garden: A magical garden blooms only at night, and a young gardener named Lily must protect it from those who seek to exploit its beauty. The story should include images of the garden's night-time bloom, the enchanted plants, and the threats Lily faces. Illustrate scenes of Lily tending to the garden and defending it from those who would harm it." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "The Silver Forest: A forest of silver trees holds a powerful secret, and a young hunter named Arin must uncover it to save his people. The story should be brought to life with images of the silver forest, the hidden secret, and Arin's journey. Show scenes of Arin exploring the forest and the moment he uncovers the secret.", "id": "storytelling_64", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Silver Forest: A forest of silver trees holds a powerful secret, and a young hunter named Arin must uncover it to save his people. The story should be brought to life with images of the silver forest, the hidden secret, and Arin's journey. Show scenes of Arin exploring the forest and the moment he uncovers the secret." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "wikihow_next_step_0_3054943", "image": [ "wiki_images_test/3054943_0_0.png", "wiki_images_test/3054943_0_1.png", "wiki_images_test/3054943_0_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Turn a Broken Watch Into a Locket Bracelet': Before you toss that beloved watch, consider repurposing it into a fashionable bracelet that dons a photo of that favorite person or pet in your life. While wearing a locket with a beloved\u2019s photo around your neck is considered to be traditional, turn tradition on its head with this trendy watch/locket. \n You need to assist human user to complete this task via preparing the watch. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Remove the watch face. \n Remove watch hands and any hardware holding these in place. \n" }, { "from": "gpt", "value": "Dust and/or clean the watch. \n" } ], "goal": "How to Turn a Broken Watch Into a Locket Bracelet", "category": [ "Hobbies and Crafts", "Crafts" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_3", "image": [ "multi_concept_images/3_chair_0.png", "multi_concept_images/3_sofa_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the chair and the sofa . You need to generate a new image that composites the objects into a way as 'Georgia O'Keeffe style painting of the sofa and chair.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Special Education: Create visual aids tailored for diverse learning needs. Use a combination of text and images to explain different educational strategies, the tools used to support diverse learners, and the benefits of inclusive education.", "id": "education_108", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Special Education: Create visual aids tailored for diverse learning needs. Use a combination of text and images to explain different educational strategies, the tools used to support diverse learners, and the benefits of inclusive education." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_89", "image": [ "multi_concept_images/89_garden_0.png", "multi_concept_images/89_cat_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the garden and the cat . You need to generate a new image that composites the objects into a way as 'cat in front of garden in snowy ice.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "wikihow_next_step_0_539133", "image": [ "wiki_images_test/539133_0_0.png", "wiki_images_test/539133_0_1.png", "wiki_images_test/539133_0_2.png", "wiki_images_test/539133_0_3.png", "wiki_images_test/539133_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Pea and Pecan Salad': Combining peas and pecans makes for a crunchy-textured salad that even the kids will enjoy. Pea and pecan salads can be made in various ways, and a few are offered here. \n You need to assist human user to complete this task via pea pecan and corn salad. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Mix the pecans and sweet baby peas together. \n Lay out lettuce leaves on each salad serving plate. \n Pour an equal amount of the pecan and pea mix on each lettuce leaf. \n Cover in mayonnaise. \n" }, { "from": "gpt", "value": "Serve. \n" } ], "goal": "How to Make Pea and Pecan Salad", "category": [ "Food and Entertaining", "Recipes", "Salads", "Bean and Legume Salads" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_65135", "image": [ "magic_brush_images_test/65135-input.png", "magic_brush_images_test/65135-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you support me in altering this picture? . You need to Let the plane be parked on the runway." }, { "from": "gpt", "value": "Here you go. Your edited image is ready: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Describe a device that uses Bluetooth technology and a smartphone app to help locate misplaced items, ensuring efficiency in finding misplaced belongings and reducing the stress and time wasted in their search.", "raw_text": "The TrackR Bravo is a small app-assisted device that helps you quickly find the things you have misplaced. \nTired of losing your keys, wallet, or phone? Make misplacing your belongings a thing of the past with TrackR bravo! \n Attach the coin-sized TrackR bravo to any item - then use the TrackR app to locate it in seconds. Quickly ring a missing wallet around the home or press the button on the TrackR to ring your phone on silent mode. \n TrackR's Crowd GPS Network enables you to even recover lost or stolen items on a map with GPS updates when another user walks by your missing item.", "id": "mmc4_doc_continuation_b17c836a8fe8", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a device that uses Bluetooth technology and a smartphone app to help locate misplaced items, ensuring efficiency in finding misplaced belongings and reducing the stress and time wasted in their search. You need to complete the subsequent document given the first part: The TrackR Bravo is a small device that helps locate misplaced items via an app. \n Eliminate the hassle of losing your keys, wallet, or phone with TrackR bravo. \n" }, { "from": "gpt", "value": " Use TrackR app to locate and ring misplaced items with attached coin-sized TrackR bravo. \n" } ], "image": [ "mmc4_images_test/b17c836a8fe8.jpg", "mmc4_images_test/4fd487fea70f.jpg", "mmc4_images_test/5acea6c9d072.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "The Silver Unicorn: A unicorn made of silver is discovered by a young girl named Aria, who must protect it from those who seek to exploit its power. The story should feature illustrations of the silver unicorn, Aria's guardianship, and the threats they face. Include scenes of Aria discovering the unicorn and her efforts to protect it from harm.", "id": "storytelling_90", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Silver Unicorn: A unicorn made of silver is discovered by a young girl named Aria, who must protect it from those who seek to exploit its power. The story should feature illustrations of the silver unicorn, Aria's guardianship, and the threats they face. Include scenes of Aria discovering the unicorn and her efforts to protect it from harm." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Virtual Reality: Develop visualizing VR environments and user interactions. Use interleaved text and images to explain the principles of virtual reality, the design of VR environments, and the techniques for creating immersive user interactions.", "id": "education_186", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Virtual Reality: Develop visualizing VR environments and user interactions. Use interleaved text and images to explain the principles of virtual reality, the design of VR environments, and the techniques for creating immersive user interactions." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Crowdsourced Content: Engage customers to create content for your brand. Launch a campaign that encourages customers to submit photos, videos, or stories related to your brand. Create a landing page that showcases the best submissions with a mix of text and visuals. Promote the campaign through email, social media, and your website, ensuring the content is both engaging and visually appealing.", "id": "marketing_64", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Crowdsourced Content: Engage customers to create content for your brand. Launch a campaign that encourages customers to submit photos, videos, or stories related to your brand. Create a landing page that showcases the best submissions with a mix of text and visuals. Promote the campaign through email, social media, and your website, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_96", "image": [ "multi_concept_images/96_wooden pot_0.png", "multi_concept_images/96_cat_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the wooden pot and the cat . You need to generate a new image that composites the objects into a way as 'the cat playing with a wooden pot in a garden.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "wikihow_next_step_1_1090747", "image": [ "wiki_images_test/1090747_1_0.png", "wiki_images_test/1090747_1_1.png", "wiki_images_test/1090747_1_2.png", "wiki_images_test/1090747_1_3.png", "wiki_images_test/1090747_1_4.png", "wiki_images_test/1090747_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Pumpkin Puree': Homemade pumpkin puree is the delicious base for pumpkin pie, cookies, and many other tasty autumn dishes. It's made from fresh pumpkins that are roasted and peeled. This article explains how to pick out good pumpkins and turn them into puree. \n You need to assist human user to complete this task via roasting, peeling and pureeing the pumpkin. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Preheat the oven to 350 degrees F (177 degrees C). \n Place the pumpkin wedges on a baking sheet. \n Roast the wedges. \n Peel the wedges. \n" }, { "from": "gpt", "value": "Puree the pumpkin flesh. \n Store the puree. \n" } ], "goal": "How to Make Pumpkin Puree", "category": [ "Food and Entertaining", "Recipes", "Fruits and Vegetables", "Squash" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Fashion Design: Create illustrations of fashion trends and garment construction. Use a combination of text and images to explain the design process, the materials used, and the techniques for constructing different types of garments.", "id": "education_50", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Fashion Design: Create illustrations of fashion trends and garment construction. Use a combination of text and images to explain the design process, the materials used, and the techniques for constructing different types of garments." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Interactive Ebooks: Create interactive ebooks as a lead generation tool. Develop an ebook that provides valuable information related to your industry. Use a mix of text and interactive elements like clickable links and embedded videos. Promote the ebook through email, social media, and your website, ensuring the content is both informative and visually appealing.", "id": "marketing_187", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Interactive Ebooks: Create interactive ebooks as a lead generation tool. Develop an ebook that provides valuable information related to your industry. Use a mix of text and interactive elements like clickable links and embedded videos. Promote the ebook through email, social media, and your website, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Patent Filing Trends: Report on trends and implications of patent filings in various industries. Instructions: Provide detailed reports on patent filing trends, including factors affecting filings and industry-specific implications. Include charts showing filing trends, infographics illustrating key metrics, and photos of innovative projects. Combine text and images to create an informative patent filing report.", "id": "report_118", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Patent Filing Trends: Report on trends and implications of patent filings in various industries. Instructions: Provide detailed reports on patent filing trends, including factors affecting filings and industry-specific implications. Include charts showing filing trends, infographics illustrating key metrics, and photos of innovative projects. Combine text and images to create an informative patent filing report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Marine Biology Research: Summarize studies on oceanic ecosystems and marine life. Instructions: Provide detailed reports on marine biology research trends, including factors affecting ecosystems and marine life. Include charts showing research trends, maps of marine areas, and photos of marine life. Interleave textual explanations with visual data to enhance comprehension.", "id": "report_116", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Marine Biology Research: Summarize studies on oceanic ecosystems and marine life. Instructions: Provide detailed reports on marine biology research trends, including factors affecting ecosystems and marine life. Include charts showing research trends, maps of marine areas, and photos of marine life. Interleave textual explanations with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Biology Diagrams: Illustrate the anatomy of plants and animals with detailed diagrams. Each diagram should be accompanied by text descriptions explaining the function of different parts, and how they contribute to the overall system.", "id": "education_10", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Biology Diagrams: Illustrate the anatomy of plants and animals with detailed diagrams. Each diagram should be accompanied by text descriptions explaining the function of different parts, and how they contribute to the overall system." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Trade Balance Analysis: Report on import/export data and economic implications. Instructions: Provide detailed reports on trade balance trends, including factors affecting imports and exports and their economic impacts. Include charts showing trade trends, infographics illustrating key metrics, and maps of trade routes. Combine text and images to create an informative trade balance report.", "id": "report_70", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Trade Balance Analysis: Report on import/export data and economic implications. Instructions: Provide detailed reports on trade balance trends, including factors affecting imports and exports and their economic impacts. Include charts showing trade trends, infographics illustrating key metrics, and maps of trade routes. Combine text and images to create an informative trade balance report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Pharmaceutical Development Reports: Summarize progress in drug research and approvals. Instructions: Provide detailed reports on pharmaceutical development trends, including stages of drug research and approval timelines. Include charts showing development timelines, infographics illustrating research stages, and photos of pharmaceutical labs. Interleave textual explanations with visual data to enhance understanding.", "id": "report_56", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Pharmaceutical Development Reports: Summarize progress in drug research and approvals. Instructions: Provide detailed reports on pharmaceutical development trends, including stages of drug research and approval timelines. Include charts showing development timelines, infographics illustrating research stages, and photos of pharmaceutical labs. Interleave textual explanations with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "activitynet_continuation_v_nvFtFFJXxB0", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_nvFtFFJXxB0_0.png", "activitynet_images_test/frame_v_nvFtFFJXxB0_1.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n An intro leads into hands seen playing a musical instrument while pausing the point on the instrument. \n" }, { "from": "gpt", "value": " He continues moving his hands around to play and is then seen speaking to the camera. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "wikihow_next_step_0_8480607", "image": [ "wiki_images_test/8480607_0_0.png", "wiki_images_test/8480607_0_1.png", "wiki_images_test/8480607_0_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Pickle Radishes': Though it can seem like a time-consuming undertaking, pickling radishes is a relatively simple task. The entire process requires five prime ingredients -- radishes, onions, vinegar, sugar, and salt. Then, once the mixture is set, all you have to do is wait. The longer it keeps the more flavorful it becomes! \n You need to assist human user to complete this task via \u200b cleaning and slicing the radishes. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Pick out a radish type. \n" }, { "from": "gpt", "value": "Clean your radishes thoroughly. \n Cut the radishes and onion. \n" } ], "goal": "How to Pickle Radishes", "category": [ "Food and Entertaining", "Food Preparation", "Basic Cooking Skills" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Personalized Landing Pages: Create personalized landing pages for different segments of your audience. Use customer data to develop landing pages that cater to specific interests or behaviors. Combine targeted text with high-quality images to create a compelling experience. Track the performance of the landing pages and adjust the content as needed, ensuring the content is both informative and visually appealing.", "id": "marketing_147", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Personalized Landing Pages: Create personalized landing pages for different segments of your audience. Use customer data to develop landing pages that cater to specific interests or behaviors. Combine targeted text with high-quality images to create a compelling experience. Track the performance of the landing pages and adjust the content as needed, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Archival Science: Develop diagrams of preservation techniques and archive management. Use interleaved text and images to explain the methods used to preserve archival materials, the organization of archives, and the processes for managing and accessing archival collections.", "id": "education_114", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Archival Science: Develop diagrams of preservation techniques and archive management. Use interleaved text and images to explain the methods used to preserve archival materials, the organization of archives, and the processes for managing and accessing archival collections." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Describe creating a necklace featuring a 14mm sapphire blue Swarovski crystal in a bezel setting, using blue Japanese Delica beads and a triangular beadwork frame, with a lightweight, versatile chain for a contemporary and elegant look.", "raw_text": "The focal point of this necklace is a 14mm Swarovski crystal in sapphire blue. \nIt is in a bezel setting of silver and sapphire blue Japanese Delica beads and framed in a beadwork triangle made with the same beads. \n I made the chain using the same beads - the highest quality of seed beads - with the addition of 4mm Swarovski crystal bicones. I arrived at the chain after some experimentation with different kinds of rope for the necklace and found the chain the most suitable. The whole necklace is a as light as a feather and very comfortable to wear. It has an elegance which means it can be worn dressed up for the evening, and a simplicity of style that gives it more versatility and can be worn during the day as well. I am really pleased with the look of this necklace- classic with a touch of deco about it, yet completely contemporary. \n The necklace is 17.5\" (455mm) long, fastening with a beadwork toggle clasp. The pendant is approximately 4.5cm. I call this Saffie - because of the gorgeous sapphire colour and after a little blue-eyed girl I once knew. \n", "id": "mmc4_doc_continuation_e512c814b794", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe creating a necklace featuring a 14mm sapphire blue Swarovski crystal in a bezel setting, using blue Japanese Delica beads and a triangular beadwork frame, with a lightweight, versatile chain for a contemporary and elegant look. You need to complete the subsequent document given the first part: A 14mm sapphire blue Swarovski crystal features prominently in this necklace. \n" }, { "from": "gpt", "value": " A silver and sapphire blue Delica bead necklace is framed in a triangle of matching beads. \n I crafted a lightweight, versatile necklace with high-quality seed beads and Swarovski crystal bicones, suitable for both day and evening wear. \n The necklace, 17.5 inches long with a 4.5cm pendant, is named Saffie for its sapphire hue and association with a beloved little blue-eyed girl. \n" } ], "image": [ "mmc4_images_test/e512c814b794.jpg", "mmc4_images_test/55d6574db772.jpg", "mmc4_images_test/8610e869ab0d.jpg", "mmc4_images_test/aa7922d73b64.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Technology Adoption Reports: Analyze trends in the use of new technologies. Instructions: Summarize the adoption rates and impacts of emerging technologies in various industries. Include charts showing adoption trends, infographics illustrating technology benefits, and photos of new technologies in use. Interleave text and images to provide a comprehensive overview of technology adoption.", "id": "report_28", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Technology Adoption Reports: Analyze trends in the use of new technologies. Instructions: Summarize the adoption rates and impacts of emerging technologies in various industries. Include charts showing adoption trends, infographics illustrating technology benefits, and photos of new technologies in use. Interleave text and images to provide a comprehensive overview of technology adoption." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_34", "image": [ "multi_concept_images/34_cat_0.png", "multi_concept_images/34_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the dog . You need to generate a new image that composites the objects into a way as 'the cat and dog sitting on an antique table.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "seq_edit_440336", "image": [ "magic_brush_images_test/440336-input.png", "magic_brush_images_test/440336-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you help me out with editing this image? . You need to Make a fireball." }, { "from": "gpt", "value": "You got it! Here's the edit you asked for: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_53", "image": [ "multi_concept_images/53_cat_0.png", "multi_concept_images/53_panda plushie_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the panda plushie . You need to generate a new image that composites the objects into a way as 'photo of the cat and panda plushie.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Veterinary Science: Create illustrations of animal anatomy and medical procedures. Use a mix of text and images to explain the structure and function of different animal systems, and the steps involved in common veterinary procedures.", "id": "education_62", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Veterinary Science: Create illustrations of animal anatomy and medical procedures. Use a mix of text and images to explain the structure and function of different animal systems, and the steps involved in common veterinary procedures." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "The Crystal Mirror: A mirror that shows the future is discovered by a young girl named Clara, who must use it to prevent a great disaster. The story should include images of the crystal mirror, the future visions, and Clara's efforts to change the outcome. Illustrate scenes of Clara interpreting the visions and taking action to prevent disaster.", "id": "storytelling_70", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Crystal Mirror: A mirror that shows the future is discovered by a young girl named Clara, who must use it to prevent a great disaster. The story should include images of the crystal mirror, the future visions, and Clara's efforts to change the outcome. Illustrate scenes of Clara interpreting the visions and taking action to prevent disaster." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Local SEO: Optimize your online presence to attract more business from relevant local searches. Update your Google My Business listing with accurate information and high-quality images. Create locally-focused content, including blog posts and social media updates, that incorporate local keywords and relevant imagery. Encourage customers to leave reviews and share their experiences with photos to enhance local visibility.", "id": "marketing_24", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Local SEO: Optimize your online presence to attract more business from relevant local searches. Update your Google My Business listing with accurate information and high-quality images. Create locally-focused content, including blog posts and social media updates, that incorporate local keywords and relevant imagery. Encourage customers to leave reviews and share their experiences with photos to enhance local visibility." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "activitynet_continuation_v_RgzbNJPchqc", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_RgzbNJPchqc_0.png", "activitynet_images_test/frame_v_RgzbNJPchqc_1.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A man is playing the bagpipes in front of people. \n" }, { "from": "gpt", "value": " The people on the couch in front of him start laughing. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "The Phoenix Feather: A boy named Finn finds a phoenix feather that grants wishes, but he must use it wisely to stop an evil sorcerer from destroying his village. The story should include images of the mystical phoenix, the wishes granted by the feather, and Finn's confrontation with the sorcerer. Illustrate scenes of Finn discovering the feather's power and the strategic use of his wishes to save his village.", "id": "storytelling_14", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Phoenix Feather: A boy named Finn finds a phoenix feather that grants wishes, but he must use it wisely to stop an evil sorcerer from destroying his village. The story should include images of the mystical phoenix, the wishes granted by the feather, and Finn's confrontation with the sorcerer. Illustrate scenes of Finn discovering the feather's power and the strategic use of his wishes to save his village." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Military Science: Create diagrams of military strategies and equipment. Use a combination of text and images to explain the principles of military science, the strategies used in different types of military operations, and the design and function of military equipment.", "id": "education_196", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Military Science: Create diagrams of military strategies and equipment. Use a combination of text and images to explain the principles of military science, the strategies used in different types of military operations, and the design and function of military equipment." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_32", "image": [ "multi_concept_images/32_cat_0.png", "multi_concept_images/32_chair_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the chair . You need to generate a new image that composites the objects into a way as 'A digital cartoon of the cat lazing on a chair.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Employee Stories: Share stories about your employees to humanize your brand. Identify employees with interesting stories or experiences. Create content that combines text interviews with candid photos or videos. Share the stories through email, social media, and your website, ensuring the content is both engaging and visually appealing.", "id": "marketing_185", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Employee Stories: Share stories about your employees to humanize your brand. Identify employees with interesting stories or experiences. Create content that combines text interviews with candid photos or videos. Share the stories through email, social media, and your website, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_23", "image": [ "multi_concept_images/23_dog_0.png", "multi_concept_images/23_sofa_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the sofa . You need to generate a new image that composites the objects into a way as 'A dog curled up on the sofa with a book on the side.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "activitynet_continuation_v_6ITE3hona-4", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_6ITE3hona-4_0.png", "activitynet_images_test/frame_v_6ITE3hona-4_1.png", "activitynet_images_test/frame_v_6ITE3hona-4_2.png", "activitynet_images_test/frame_v_6ITE3hona-4_3.png", "activitynet_images_test/frame_v_6ITE3hona-4_4.png", "activitynet_images_test/frame_v_6ITE3hona-4_5.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n a person is assembling a vacuum on the carpet. \n" }, { "from": "gpt", "value": " They plug the vacuum in. \n They turn the vacuum on and begin vacuuming the floor. \n They take the attachment hose off and vacuum the base boards and stairs. \n They take the filter out and empty it. \n They unplug the vacuum and put it in the closet. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Agricultural Engineering: Create visuals of farming machinery and techniques. Use a combination of text and images to explain the design and function of different farming machinery, the techniques for efficient farming, and the benefits for agricultural productivity.", "id": "education_140", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Agricultural Engineering: Create visuals of farming machinery and techniques. Use a combination of text and images to explain the design and function of different farming machinery, the techniques for efficient farming, and the benefits for agricultural productivity." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "wikihow_next_step_1_11489037", "image": [ "wiki_images_test/11489037_2_0.png", "wiki_images_test/11489037_2_1.png", "wiki_images_test/11489037_2_2.png", "wiki_images_test/11489037_2_3.png", "wiki_images_test/11489037_2_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Understand Why Christians Believe the Bible is True': What if that kind of manual plopped down in front of you? Should you trust it? A curious question may lead you to the answer. \n You need to assist human user to complete this task via finding more about jesus. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Understand why we are reading about Jesus to determine the authenticity of the Bible. \n Know whether Jesus believed the scriptures to be trustworthy. \n" }, { "from": "gpt", "value": "Consider Biblical individuals and events that Jesus talked about. \n Determine whether Jesus Himself proved to be trustworthy. \n Consider Jesus\u2019s miracles. \n" } ], "goal": "How to Understand Why Christians Believe the Bible is True", "category": [ "Philosophy and Religion", "Religion", "Christianity", "Bibles" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_85", "image": [ "multi_concept_images/85_castle_0.png", "multi_concept_images/85_cat_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the castle and the cat . You need to generate a new image that composites the objects into a way as 'A photo of castle at dawn with castle sleeping peacefully.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "vist_47251", "image": [ "vist_images_test/1742001393.jpg", "vist_images_test/1742001577.jpg", "vist_images_test/1742851312.jpg", "vist_images_test/1742851524.jpg", "vist_images_test/1742002163.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. i wanted to visit the country side for the weekend . \n" }, { "from": "gpt", "value": "it was so pretty and full of nature . \n the flowers were in full bloom . \n this is the house we stayed in and tucked away with nature . \n they even had a pond to go swimming in . \n" } ], "dataset_id": "vist_test_select" }, { "id": "wikihow_next_step_0_3170870", "image": [ "wiki_images_test/3170870_0_0.png", "wiki_images_test/3170870_0_1.png", "wiki_images_test/3170870_0_2.png", "wiki_images_test/3170870_0_3.png", "wiki_images_test/3170870_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make a Shadow Box': None \n You need to assist human user to complete this task via preparing to build the shadow box. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Gather your supplies. \n Decide what you'd like to place inside the shadow box first. \n Consider the typical shadow box contents. \n" }, { "from": "gpt", "value": "Arrange the objects you plan to put in the shadow box around a sheet of paper. \n Choose a frame that has deep sides. \n" } ], "goal": "How to Make a Shadow Box", "category": [ "Hobbies and Crafts", "Crafts" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_0_1690918", "image": [ "wiki_images_test/1690918_0_0.png", "wiki_images_test/1690918_0_1.png", "wiki_images_test/1690918_0_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Read for Pleasure Using the Public Library': Libraries have a great deal to offer the public. Many have classes where you can learn to knit, prepare your taxes, or even find a new job. You can also borrow audiovisual material like CDs, or movie DVDs. But sometimes all you want is to find a book to read for your own enjoyment. This article will show you how to find the book that's right for you. \n You need to assist human user to complete this task via becoming acquainted with your local library. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Start at the front desk. \n Browse the fiction stacks. \n" }, { "from": "gpt", "value": "Select nonfiction books. \n" } ], "goal": "How to Read for Pleasure Using the Public Library", "category": [ "Education and Communications", "Reading" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "The Crystal Crown: A crown made of crystal that can control minds is discovered by a young prince named Julian, who must use it to save his kingdom from an evil sorcerer. The story should include images of the crystal crown, Julian's journey, and the battle with the sorcerer. Illustrate scenes of Julian using the crown's power and the moment he saves his kingdom.", "id": "storytelling_86", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Crystal Crown: A crown made of crystal that can control minds is discovered by a young prince named Julian, who must use it to save his kingdom from an evil sorcerer. The story should include images of the crystal crown, Julian's journey, and the battle with the sorcerer. Illustrate scenes of Julian using the crown's power and the moment he saves his kingdom." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "activitynet_continuation_v_j5cmc3cnLeU", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_j5cmc3cnLeU_0.png", "activitynet_images_test/frame_v_j5cmc3cnLeU_1.png", "activitynet_images_test/frame_v_j5cmc3cnLeU_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A couple dances in red outfits on a stage for a large audience on a stage lit with colorful lighting. \n" }, { "from": "gpt", "value": " A man and a woman passionately hold each other standing still in an embrace. \n The man dips his female partner down who does the splits at the end of the dance. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Drone Technology: Create diagrams of drone design and flight operations. Use a mix of text and images to explain the principles of drone technology, the design and function of different drones, and the procedures for safe and effective flight operations.", "id": "education_192", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Drone Technology: Create diagrams of drone design and flight operations. Use a mix of text and images to explain the principles of drone technology, the design and function of different drones, and the procedures for safe and effective flight operations." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Customer Case Studies: Share success stories from satisfied customers. Identify customers who have had positive experiences with your brand. Create case studies with a mix of text and visuals that highlight the challenges, solutions, and results. Share the case studies on your website, in email campaigns, and on social media, ensuring the content is both informative and visually appealing.", "id": "marketing_94", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Customer Case Studies: Share success stories from satisfied customers. Identify customers who have had positive experiences with your brand. Create case studies with a mix of text and visuals that highlight the challenges, solutions, and results. Share the case studies on your website, in email campaigns, and on social media, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_66", "image": [ "multi_concept_images/66_dog_0.png", "multi_concept_images/66_sunglasses_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the sunglasses . You need to generate a new image that composites the objects into a way as 'dog sitting on the cobblestone wearing sunglasses.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "activitynet_continuation_v_D84XQFQ4tsU", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_D84XQFQ4tsU_0.png", "activitynet_images_test/frame_v_D84XQFQ4tsU_1.png", "activitynet_images_test/frame_v_D84XQFQ4tsU_2.png", "activitynet_images_test/frame_v_D84XQFQ4tsU_3.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A body of water is shown. \n" }, { "from": "gpt", "value": " A person takes a lid off of a pot. \n They show a camp site with a tent. \n They put a cloth into the bucket. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "seq_edit_161062", "image": [ "magic_brush_images_test/161062-input.png", "magic_brush_images_test/161062-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me with the adjustments to this picture. . You need to There should be no plane." }, { "from": "gpt", "value": "Effortlessly done! See your image below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Micro-Influencer Marketing: Partner with smaller influencers who have highly engaged audiences. Identify micro-influencers who align with your brand values and target market. Provide them with high-quality images, videos, and text descriptions of your products. Encourage them to create authentic content and share it with their followers, ensuring the content is both engaging and visually appealing.", "id": "marketing_90", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Micro-Influencer Marketing: Partner with smaller influencers who have highly engaged audiences. Identify micro-influencers who align with your brand values and target market. Provide them with high-quality images, videos, and text descriptions of your products. Encourage them to create authentic content and share it with their followers, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Email Marketing Automation: Send personalized email offers based on customer behavior and preferences. Use an email marketing platform to segment your audience and create automated workflows. Design visually appealing emails that blend text with product images and call-to-action buttons. Personalize the content based on customer data to increase engagement and conversion rates.", "id": "marketing_14", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Email Marketing Automation: Send personalized email offers based on customer behavior and preferences. Use an email marketing platform to segment your audience and create automated workflows. Design visually appealing emails that blend text with product images and call-to-action buttons. Personalize the content based on customer data to increase engagement and conversion rates." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Describe a venue, Beaufort House in Chelsea, known for its exclusive event spaces, personalized service, and diverse amenities, including cocktail classes and private hire options.", "raw_text": "Located in the heart of Chelsea, Beaufort House offers a setting to any event that requires an exclusive space. \nBeaufort House, situated in Chelsea, offers more than just a meeting space with four walls, with its home-from-home atmosphere, it is everything you could possibly want for your event. Spread across four floors, each bar has its own atmosphere to suit your mood. \n There\u2019s our beautiful brasserie, stunning champagne penthouse, our members\u2019 bar and restaurant, and our club room that can be used for private dining, training sessions, screenings, presentations, & meetings. \n The interior of Beaufort House offers sophistication, while the staff ensures a personalised service that will make your guests feel both captivated and relaxed. The delicious cocktails are so impressive that Beaufort House offers a cocktail masterclass for between 8 and 40 people that will allow the attendees to replicate the famed Beaufort cocktails. The exclusive members bar is available for private hire which can facilitate everything from a private dining experience to a small screening. With exciting and diverse events put on throughout the year, you will be hard pushed to find a better space in such a key location.", "id": "mmc4_doc_continuation_1950051c1756", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a venue, Beaufort House in Chelsea, known for its exclusive event spaces, personalized service, and diverse amenities, including cocktail classes and private hire options. You need to complete the subsequent document given the first part: In Chelsea's core, Beaufort House provides an exclusive venue for events. \n Beaufort House in Chelsea provides a homey event space with four unique floors, each offering distinct atmospheres for different moods. \n" }, { "from": "gpt", "value": " Our brasserie offers a stunning penthouse, Members' bar, restaurant, and versatile club room for dining, training, screenings, and meetings. \n" } ], "image": [ "mmc4_images_test/1950051c1756.jpg", "mmc4_images_test/fecc3bf9797b.jpg", "mmc4_images_test/eb1c98cdd452.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Corporate Sustainability Reports: Summarize companies\u2019 sustainability initiatives and impacts. Instructions: Provide detailed reports on corporate sustainability trends, including factors affecting initiatives and impacts. Include charts showing sustainability trends, infographics illustrating key metrics, and photos of sustainability activities. Interleave textual explanations with visual data to enhance comprehension.", "id": "report_188", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Corporate Sustainability Reports: Summarize companies\u2019 sustainability initiatives and impacts. Instructions: Provide detailed reports on corporate sustainability trends, including factors affecting initiatives and impacts. Include charts showing sustainability trends, infographics illustrating key metrics, and photos of sustainability activities. Interleave textual explanations with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "vist_47286", "image": [ "vist_images_test/182267986.jpg", "vist_images_test/182266229.jpg", "vist_images_test/182267038.jpg", "vist_images_test/182268723.jpg", "vist_images_test/182268910.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. it 's normal to see fireworks like this one and they are a bit run of the mill . \n" }, { "from": "gpt", "value": "what 's neat though is to see things like this where the fireworks workers mess around and create something truly unique . \n their creativity continuing throughout the show . \n then before you know it they are back to the beginning again , only this time things are a bit different . \n there intention seems to almost be to bring the fireworks as close as possible . \n" } ], "dataset_id": "vist_test_select" }, { "id": "multi_concept_gen_92", "image": [ "multi_concept_images/92_wooden pot_0.png", "multi_concept_images/92_flower_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the wooden pot and the flower . You need to generate a new image that composites the objects into a way as 'A digital illustration of flower in wooden pot.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "vist_47116", "image": [ "vist_images_test/2810472020.jpg", "vist_images_test/2810471878.jpg", "vist_images_test/2810474054.jpg", "vist_images_test/2810473438.jpg", "vist_images_test/2809627489.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. [male] and his new bride prefer vacations with some adventure . they chose this bed and breakfast as the launching point for this trip . \n as they pose for pictures , they both look toward their destination \n" }, { "from": "gpt", "value": "now that they are underway , they paddle to assist in their down river trip . \n after several hours of boating , the find a spot on the shore to spend the night . \n [male] has unloaded the grill from the boat and a tasty dinner will soon meet some hearty appetites . their first evening of vacation was close to perfect . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Observe and document the protective behaviors of Mallard ducks as they care for and keep their small ducklings safe from threats in the shallow waters of a lake, ensuring their survival in the early stages of their lives.", "raw_text": "There were two cohorts of Mallard ducklings at Josey Ranch lake in Carrollton TX last week. \nI walked saw them on two different days \u2013 one group had 7 ducklings and the other 8. There are some larger turtles in the lake that might be a threat while the ducklings are so small \u2013 but the parents (sometimes with extra helpers) were attentive and keeping the ducklings in the shallow water away from deeper water where the turtle could pull them under. \n Most of the time the ducklings stayed together. There were several instances that it appeared that the female was making sure all of them were still with her! There seemed to be more males that females around the lake and all the adults seemed to be near where ducklings were. Enjoy the ducklings \u2013 one of the sure signs of spring! \n", "id": "mmc4_doc_continuation_3734a50ac49b", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Observe and document the protective behaviors of Mallard ducks as they care for and keep their small ducklings safe from threats in the shallow waters of a lake, ensuring their survival in the early stages of their lives. You need to complete the subsequent document given the first part: Last week, two groups of Mallard ducklings populated Josey Ranch lake in Carrollton TX. \n I observed two groups of ducklings, one with seven and the other with eight, being closely guarded by their parents against danger from larger turtles in the shallow water. \n" }, { "from": "gpt", "value": " The female duck kept her brood together, ensuring their safety amidst the predominantly male waterfowl population. \n" } ], "image": [ "mmc4_images_test/3734a50ac49b.jpg", "mmc4_images_test/a3874e2b9aa7.jpg", "mmc4_images_test/2b6ab576b58a.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_1_1371406", "image": [ "wiki_images_test/1371406_1_0.png", "wiki_images_test/1371406_1_1.png", "wiki_images_test/1371406_1_2.png", "wiki_images_test/1371406_1_3.png", "wiki_images_test/1371406_1_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Drink Milk if You Hate It': None \n You need to assist human user to complete this task via mixing milk with other foods. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Dunk bread or cookies into milk. \n" }, { "from": "gpt", "value": "Make instant oatmeal with milk instead of water. \n Have the classic milk and cereal for breakfast. \n Add milk to homemade milkshakes or smoothies. \n Stir milk into soups or casseroles. \n" } ], "goal": "How to Drink Milk if You Hate It", "category": [ "Food and Entertaining", "Drinks", "Smoothies Shakes and Milk" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a fast food restaurant known for its delicious and unique offerings, including seasoned chicken, biscuits, and tea, and emphasize the consistency and joy that customers experience from their meals.", "raw_text": "Since 1977, Bojangles' has been serving customers our perfectly seasoned chicken, made-from-scratch biscuits, signature fixin's, and Legendary Iced Tea. \nOur biscuits are carefully prepared by our Master Biscuit Makers at Bojangles\u2019 of Red Bank and served hot and fresh all day every day. \n Bojangles' flavorful, one-of-a-kind food is sure to keep you coming back for more. \n Whether it\u2019s breakfast, lunch, or dinnertime, we\u2019ve got exactly what you\u2019re craving. You\u2019ll be shouting \u201cIt's Bo Time!\u201d in no time.", "id": "mmc4_doc_continuation_974ecb1b904b", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a fast food restaurant known for its delicious and unique offerings, including seasoned chicken, biscuits, and tea, and emphasize the consistency and joy that customers experience from their meals. You need to complete the subsequent document given the first part: Since 1977, Bojangles' has been famous for its seasoned chicken, homemade biscuits, signature side dishes, and iconic Iced Tea. \n" }, { "from": "gpt", "value": " At Bojangles' Red Bank, Master Bakers prepare and serve hot, fresh biscuits daily. \n Bojangles' unique, delicious food guarantees repeat visits. \n" } ], "image": [ "mmc4_images_test/974ecb1b904b.png", "mmc4_images_test/3dbd2a823583.png", "mmc4_images_test/23f6876160aa.png" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Mining Industry Analysis: Report on trends and impacts of the mining sector. Instructions: Provide detailed reports on mining industry trends, including factors affecting performance and impacts. Include charts showing industry trends, infographics illustrating key metrics, and photos of mining activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_160", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Mining Industry Analysis: Report on trends and impacts of the mining sector. Instructions: Provide detailed reports on mining industry trends, including factors affecting performance and impacts. Include charts showing industry trends, infographics illustrating key metrics, and photos of mining activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_0_2108590", "image": [ "wiki_images_test/2108590_0_0.png", "wiki_images_test/2108590_0_1.png", "wiki_images_test/2108590_0_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Involve a Pet in Christmas': Many people consider their pets to be part of the family, so when it comes to Christmas festivities you might want to include your pet as well. This can be difficult with certain animals, but there are simple ways to include them in the holiday cheer. By making ornaments, gifts, and decorations, you can include your pet in the Christmas celebration. \n You need to assist human user to complete this task via displaying photos of your pet. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Create an ornament with their picture on it. \n" }, { "from": "gpt", "value": "Include them in your family's Christmas card if possible. \n Cut out previous photos of your pet and make a collage. \n" } ], "goal": "How to Involve a Pet in Christmas", "category": [ "Holidays and Traditions", "Christmas" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Promote Banda's Bouquets by describing their winter flower offerings and the delight they bring through sight, scent, and surprise delivery.", "raw_text": "Start the New Year Fresh and Beautiful with a Showy Bouquet of Winter Flowers from Banda's Bouquets. We Can Surprise Someone Special for You! Feel Free to Call Us or Order Flowers Online 24/7. \nGiving Beautiful Fresh Flowers Will Fill Her Day with Sunshine and Love. To Send a Floral Arrangement in the Longview, WA area, Call Banda's Bouquets Direct or Order Flowers Now from our Website. \n COME SEE WHAT'S BLOOMING THIS SPRING AT Banda's Bouquets! \n This Lavender Luxury arrangement has natural beauty and a sweet fragrance that help ensure an amazing sensory experience for your recipient. \n Call our shop or order spring flowers right here - anytime day or night.", "id": "mmc4_doc_continuation_af675b89e11e", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Promote Banda's Bouquets by describing their winter flower offerings and the delight they bring through sight, scent, and surprise delivery. You need to complete the subsequent document given the first part: Ring in the New Year with a surprise winter flower bouquet from Banda's Bouquets, available for order anytime. \n Buy her fresh flowers from Banda's Bouquets in Longview, WA, to bring sunshine and love. \n" }, { "from": "gpt", "value": " Discover Banda's Bouquets' spring blooms. \n This Lavender Luxury arrangement offers a sensory treat with its natural beauty and sweet fragrance. \n" } ], "image": [ "mmc4_images_test/af675b89e11e.jpg", "mmc4_images_test/24006d68d98f.jpg", "mmc4_images_test/47ecf3f6fc0a.jpg", "mmc4_images_test/0351b7930ced.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Influencer Unboxing: Send products to influencers for unboxing videos. Identify influencers whose audience aligns with your target market. Provide them with high-quality packaging and product information. Encourage influencers to create authentic unboxing videos that showcase the product and their first impressions. Share the videos on your social media channels and website, ensuring the content is both engaging and visually appealing.", "id": "marketing_56", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Influencer Unboxing: Send products to influencers for unboxing videos. Identify influencers whose audience aligns with your target market. Provide them with high-quality packaging and product information. Encourage influencers to create authentic unboxing videos that showcase the product and their first impressions. Share the videos on your social media channels and website, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Sustainable Marketing: Promote sustainable practices and products. Develop a campaign that highlights your commitment to sustainability. Use a mix of text and visuals to showcase eco-friendly products and initiatives. Engage your audience by sharing tips on how they can make sustainable choices, ensuring the content is both informative and visually appealing.", "id": "marketing_161", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Sustainable Marketing: Promote sustainable practices and products. Develop a campaign that highlights your commitment to sustainability. Use a mix of text and visuals to showcase eco-friendly products and initiatives. Engage your audience by sharing tips on how they can make sustainable choices, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "The Enchanted Harp: A magical harp that plays itself holds the key to breaking a curse, but only if its music is heard by a true hero. The story should include images of the enchanted harp, the cursed land, and the hero's journey. Illustrate scenes of the hero discovering the harp and the moment its music breaks the curse.", "id": "storytelling_38", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Enchanted Harp: A magical harp that plays itself holds the key to breaking a curse, but only if its music is heard by a true hero. The story should include images of the enchanted harp, the cursed land, and the hero's journey. Illustrate scenes of the hero discovering the harp and the moment its music breaks the curse." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "The Golden Phoenix: A phoenix made of gold is discovered by a young girl named Elara, who must protect it from those who seek to exploit its power. The story should be illustrated with images of the golden phoenix, Elara's guardianship, and the threats they face. Show scenes of Elara discovering the phoenix and her efforts to protect it from harm.", "id": "storytelling_84", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Golden Phoenix: A phoenix made of gold is discovered by a young girl named Elara, who must protect it from those who seek to exploit its power. The story should be illustrated with images of the golden phoenix, Elara's guardianship, and the threats they face. Show scenes of Elara discovering the phoenix and her efforts to protect it from harm." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "seq_edit_446522", "image": [ "magic_brush_images_test/446522-input.png", "magic_brush_images_test/446522-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I require your assistance in editing this image. . You need to add the dinning room in the background" }, { "from": "gpt", "value": "All set. Here\u2019s the altered image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "The Invisible Castle: A castle that can only be seen by those pure of heart hides a treasure, and a young girl named Ella must prove her worth to find it. The story should include images of the invisible castle, the treasure, and Ella's journey. Illustrate scenes of Ella proving her worth and the moment she finds the treasure.", "id": "storytelling_54", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Invisible Castle: A castle that can only be seen by those pure of heart hides a treasure, and a young girl named Ella must prove her worth to find it. The story should include images of the invisible castle, the treasure, and Ella's journey. Illustrate scenes of Ella proving her worth and the moment she finds the treasure." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "vist_46760", "image": [ "vist_images_test/775768694.jpg", "vist_images_test/775768732.jpg", "vist_images_test/774893413.jpg", "vist_images_test/774893437.jpg", "vist_images_test/775768818.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. this is our home in the winter . it can get a bit chilly . \n here 's our family all bundled together . \n" }, { "from": "gpt", "value": "we decided to go a little ways south to get away from the cold . \n here 's [male] sitting on the balcony of our hotel . \n here are some fountains that we found in the downtown area . are n't they pretty ? \n" } ], "dataset_id": "vist_test_select" }, { "id": "wikihow_next_step_1_1014679", "image": [ "wiki_images_test/1014679_1_0.png", "wiki_images_test/1014679_1_1.png", "wiki_images_test/1014679_1_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Elderflower Cordial': Elderflower cordial is a tasty and delicately flavored concentrated syrup made with the flowers of the elder plant. The syrup is popular in England, where it\u2019s added to drinks, baking, and teas. Elderflower cordial is also used to make cocktails and sodas, and a bottle of the homemade syrup also makes a great gift. \n You need to assist human user to complete this task via straining and bottling the cordial. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Strain the mixture. \n" }, { "from": "gpt", "value": "Sterilize the jars. \n Bottle the cordial. \n" } ], "goal": "How to Make Elderflower Cordial", "category": [ "Food and Entertaining", "Drinks" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_1_20801", "image": [ "wiki_images_test/20801_1_0.png", "wiki_images_test/20801_1_1.png", "wiki_images_test/20801_1_2.png", "wiki_images_test/20801_1_3.png", "wiki_images_test/20801_1_4.png", "wiki_images_test/20801_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Get Your Hair to Be Long and Healthy': None \n You need to assist human user to complete this task via styling with care. Given the previous steps, you need to predict the subsequent 5 steps to help the user to finish the task. The previous steps are: \n Be very careful with wet hair. \n" }, { "from": "gpt", "value": "Comb your hair from the ends to the top. \n Minimize brushing. \n Trade towel-drying for t-shirt drying. \n Minimize your use of heat styling. \n Minimize the use of chemical treatments on your hair. \n" } ], "goal": "How to Get Your Hair to Be Long and Healthy", "category": [ "Personal Care and Style", "Hair Care", "Hair Length", "Long Hair" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_279939", "image": [ "magic_brush_images_test/279939-input.png", "magic_brush_images_test/279939-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in adjusting this photo? . You need to What if the lid was closed?" }, { "from": "gpt", "value": "Your edited image is right here, as requested: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_0_5470101", "image": [ "wiki_images_test/5470101_0_0.png", "wiki_images_test/5470101_0_1.png", "wiki_images_test/5470101_0_2.png", "wiki_images_test/5470101_0_3.png", "wiki_images_test/5470101_0_4.png", "wiki_images_test/5470101_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Tej': Tej (often spelled t\u2019ej) is a delicious Ethiopian honey wine that many families make at home. Most recipes for tej require only a few ingredients, and many of them you may already have in the pantry. The one ingredient that can be difficult to find when making tej is gesho, an ingredient that comes from the buckthorn plant. Your best bet for sourcing gesho is an Ethiopian grocer, or online. The fermentation process takes about 28 days, so give yourself a month to make the wine. \n You need to assist human user to complete this task via combining the ingredients. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Sterilize your equipment. \n Remove the jar from the oven. \n Combine the honey and water. \n Stir in the yeast. \n Add the gesho. \n" }, { "from": "gpt", "value": "Cover the container. \n" } ], "goal": "How to Make Tej", "category": [ "Food and Entertaining", "Drinks", "Alcoholic Drinks" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Television Ratings Reports: Analyze viewership data and trends in TV programming. Instructions: Provide detailed reports on television ratings trends, including factors affecting viewership and programming trends. Include charts showing ratings trends, infographics illustrating key metrics, and photos of television activities. Combine text and images to create an engaging television ratings report.", "id": "report_142", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Television Ratings Reports: Analyze viewership data and trends in TV programming. Instructions: Provide detailed reports on television ratings trends, including factors affecting viewership and programming trends. Include charts showing ratings trends, infographics illustrating key metrics, and photos of television activities. Combine text and images to create an engaging television ratings report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Public Health: Develop visualizations of epidemiology and health interventions. Use interleaved text and images to explain the spread of diseases, the principles of epidemiology, and the strategies for public health interventions.", "id": "education_102", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Public Health: Develop visualizations of epidemiology and health interventions. Use interleaved text and images to explain the spread of diseases, the principles of epidemiology, and the strategies for public health interventions." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "activitynet_continuation_v_TT2e7-NbUxo", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_TT2e7-NbUxo_0.png", "activitynet_images_test/frame_v_TT2e7-NbUxo_1.png", "activitynet_images_test/frame_v_TT2e7-NbUxo_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A boy is sitting in a salon chair and talking. \n" }, { "from": "gpt", "value": " A stylist cuts his hair into a new style. \n He dries and sprays the hair into a spikey look. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Occupational Therapy: Create illustrations of therapeutic exercises and environments. Use a mix of text and images to explain different therapeutic exercises, the environments in which they are conducted, and their benefits for various conditions.", "id": "education_104", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Occupational Therapy: Create illustrations of therapeutic exercises and environments. Use a mix of text and images to explain different therapeutic exercises, the environments in which they are conducted, and their benefits for various conditions." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Environmental Conservation Efforts: Summarize initiatives and their impacts on wildlife. Instructions: Provide detailed reports on environmental conservation efforts, including specific initiatives and their impacts on wildlife. Include maps of conservation areas, charts showing impact trends, and photos of conservation activities. Interleave textual analysis with visual data to provide a clear understanding of conservation efforts.", "id": "report_60", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Environmental Conservation Efforts: Summarize initiatives and their impacts on wildlife. Instructions: Provide detailed reports on environmental conservation efforts, including specific initiatives and their impacts on wildlife. Include maps of conservation areas, charts showing impact trends, and photos of conservation activities. Interleave textual analysis with visual data to provide a clear understanding of conservation efforts." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "AI-Powered Ad Targeting: Use AI to target ads more effectively. Implement AI tools to analyze customer data and predict behavior. Create personalized ad campaigns with a mix of text and visuals. Track the performance of the ads and optimize them based on engagement and conversion rates, ensuring the content is both informative and visually appealing.", "id": "marketing_189", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: AI-Powered Ad Targeting: Use AI to target ads more effectively. Implement AI tools to analyze customer data and predict behavior. Create personalized ad campaigns with a mix of text and visuals. Track the performance of the ads and optimize them based on engagement and conversion rates, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Social Listening: Monitor social media for mentions of your brand and engage with users. Use a social listening tool to track mentions and analyze sentiment. Respond to customer comments and questions with a mix of text and images. Use the insights to refine your marketing strategy and improve customer satisfaction, ensuring the content is both informative and visually engaging.", "id": "marketing_66", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Social Listening: Monitor social media for mentions of your brand and engage with users. Use a social listening tool to track mentions and analyze sentiment. Respond to customer comments and questions with a mix of text and images. Use the insights to refine your marketing strategy and improve customer satisfaction, ensuring the content is both informative and visually engaging." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Infrastructure Investment Reports: Summarize the impact of investments in public infrastructure. Instructions: Provide detailed reports on infrastructure investment trends, including factors affecting impact and investment efforts. Include charts showing investment trends, maps of infrastructure projects, and photos of construction activities. Interleave textual explanations with visual data to enhance understanding.", "id": "report_108", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Infrastructure Investment Reports: Summarize the impact of investments in public infrastructure. Instructions: Provide detailed reports on infrastructure investment trends, including factors affecting impact and investment efforts. Include charts showing investment trends, maps of infrastructure projects, and photos of construction activities. Interleave textual explanations with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "The Snow Queen\u2019s Secret: A brave girl named Elsa must journey across a frozen realm to rescue her friend from the clutches of the Snow Queen and uncover a hidden truth. The story should feature illustrations of the icy landscapes, the Snow Queen's palace, and Elsa's perilous journey. Include scenes of Elsa facing the challenges of the frozen realm and the moment she uncovers the Snow Queen's secret.", "id": "storytelling_20", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Snow Queen\u2019s Secret: A brave girl named Elsa must journey across a frozen realm to rescue her friend from the clutches of the Snow Queen and uncover a hidden truth. The story should feature illustrations of the icy landscapes, the Snow Queen's palace, and Elsa's perilous journey. Include scenes of Elsa facing the challenges of the frozen realm and the moment she uncovers the Snow Queen's secret." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Social Media Usage Reports: Analyze trends and impacts of social media platforms. Instructions: Provide detailed reports on social media usage trends, including factors affecting usage and platform impacts. Include charts showing usage trends, infographics illustrating key metrics, and photos of social media activities. Combine text and images to create an informative social media report.", "id": "report_126", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Social Media Usage Reports: Analyze trends and impacts of social media platforms. Instructions: Provide detailed reports on social media usage trends, including factors affecting usage and platform impacts. Include charts showing usage trends, infographics illustrating key metrics, and photos of social media activities. Combine text and images to create an informative social media report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Artificial Intelligence: Create flowcharts of AI algorithms and applications. Combine text explanations with diagrams that illustrate the steps of AI algorithms, their use cases, and the underlying principles of machine learning.", "id": "education_76", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Artificial Intelligence: Create flowcharts of AI algorithms and applications. Combine text explanations with diagrams that illustrate the steps of AI algorithms, their use cases, and the underlying principles of machine learning." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "activitynet_continuation_v_fBxpQxIqGN8", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_fBxpQxIqGN8_0.png", "activitynet_images_test/frame_v_fBxpQxIqGN8_1.png", "activitynet_images_test/frame_v_fBxpQxIqGN8_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A person in pink does tai chi. \n" }, { "from": "gpt", "value": " She moves around but is basically doing the same basic thing. \n She stops and is still at the end. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Describe a project that involved installing a particular type of slip-resistant flooring in a Scottish school, highlighting its features and benefits for maintenance and sustainability.", "raw_text": "When designing one of the first, flagship, projects of Scotland\u2019s \u00a31.25 billion Schools for the Future programme, you can expect every architectural and specification decision will come under the closest scrutiny. \nAt a cost of \u00a337.1 million, The Lasswade Centre in Bonnyrigg was not only intended to serve 1,500 pupils, but also to provide a new home for the town\u2019s sports and community facilities and become a focal point for citizens. \n As a result more than 8,000m\u00b2 of Gerflor\u2019s Tarasafe\u2122 range of specialist slip-resistant vinyl safety flooring was laid. Inlaid with mineral crystals for a light, bright appearance, and with a tough PVC wear layer, it is also impregnated with Sanosol\u00ae fungistatic and bacteriostatic treatment for optimum hygiene and easy maintenance. As the crystals are made of mineral, rather than using the Carborundum particle (which can make floors more dull in appearance), Tarasafe\u2122 is 100 per cent recyclable, which was a positive factor in the project acquiring BREEAM certification. \n \u201cSparClean\u00ae was very good; there\u2019s 1,500 pupils at the school, plus the out-of-hours use, so the cleaners need to be able to work quickly and effectively. Another benefit of the new Tarasafe\u2122 vinyl safety flooring is that its mineral crystals weigh less than before, making it easier and faster to fit, while knife blades stay sharper for longer. \u201cWhen you see these things on press releases you look at it and think \u2018Ok\u2019, but the guys definitely noticed the difference. They always need a sharp blade to do a good job and they\u2019re not changing them as often.", "id": "mmc4_doc_continuation_b7b13584a4fc", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a project that involved installing a particular type of slip-resistant flooring in a Scottish school, highlighting its features and benefits for maintenance and sustainability. You need to complete the subsequent document given the first part: All architectural and specification decisions for Scotland's \u00a31.25 billion Schools for the Future project will be closely scrutinized. \n The Lasswade Centre in Bonnyrigg, at a cost of \u00a337.1 million, serves 1,500 pupils and functions as a new community hub with sports facilities for citizens. \n" }, { "from": "gpt", "value": " Over 8,000m\u00b2 of Gerflor's slip-resistant Tarasafe\u2122 vinyl flooring with mineral crystals, Sanosol\u00ae treatment, and recyclable PVC wear layer was installed for enhanced hygiene and easy maintenance, contributing to BREEAM certification. \n" } ], "image": [ "mmc4_images_test/b7b13584a4fc.jpg", "mmc4_images_test/d4d267e458ac.jpg", "mmc4_images_test/61df1e43c746.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Customer Feedback Loop: Use surveys to gather customer opinions and incorporate their feedback into marketing strategies. Create multimodal surveys that feature text questions alongside image-based choices to make them more engaging. Analyze the feedback and generate visual reports, integrating charts and infographics to share with your marketing team. Use these insights to refine campaigns and enhance customer satisfaction.", "id": "marketing_4", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Customer Feedback Loop: Use surveys to gather customer opinions and incorporate their feedback into marketing strategies. Create multimodal surveys that feature text questions alongside image-based choices to make them more engaging. Analyze the feedback and generate visual reports, integrating charts and infographics to share with your marketing team. Use these insights to refine campaigns and enhance customer satisfaction." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_74", "image": [ "multi_concept_images/74_dog_0.png", "multi_concept_images/74_pokemon toy_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the pokemon toy . You need to generate a new image that composites the objects into a way as 'dog lounging beside a pokemon toy atop a towering skyscraper.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Eco-Friendly Campaigns: Promote environmentally friendly products or practices. Develop a campaign that highlights your commitment to sustainability. Use a mix of text and visuals to showcase eco-friendly products and initiatives. Engage your audience by sharing tips on how they can make sustainable choices, ensuring the content is both informative and visually appealing.", "id": "marketing_88", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Eco-Friendly Campaigns: Promote environmentally friendly products or practices. Develop a campaign that highlights your commitment to sustainability. Use a mix of text and visuals to showcase eco-friendly products and initiatives. Engage your audience by sharing tips on how they can make sustainable choices, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_0_101042", "image": [ "wiki_images_test/101042_3_0.png", "wiki_images_test/101042_3_1.png", "wiki_images_test/101042_3_2.png", "wiki_images_test/101042_3_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Enchiladas': Enchiladas are a tasty Mexican dish that is made of a corn tortilla rolled around a cheesy filling. Enchiladas can be made with a variety of ingredients, such as beef, cheese, vegetables, or seafood. If you want to know how to make enchiladas, just follow these steps. \n You need to assist human user to complete this task via making other enchiladas. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Make Mexican Enchiladas. \n Make Green Enchiladas. \n Make Chicken Enchiladas. \n" }, { "from": "gpt", "value": "Make Sour Cream Enchiladas. \n" } ], "goal": "How to Make Enchiladas", "category": [ "Food and Entertaining", "Recipes", "World Cuisines", "Central and South American Cuisine", "Enchiladas" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "multi_concept_gen_77", "image": [ "multi_concept_images/77_lighthouse_0.png", "multi_concept_images/77_person_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the lighthouse and the person . You need to generate a new image that composites the objects into a way as 'person playing with their pet dog in front of lighthouse.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Influencer Challenges: Collaborate with influencers to create challenges that encourage user participation. Identify influencers who align with your brand values and target market. Develop a challenge that includes a mix of text and visuals to explain the rules and encourage participation. Track user engagement and share the best submissions on your social media channels, ensuring the content is both engaging and visually appealing.", "id": "marketing_116", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Influencer Challenges: Collaborate with influencers to create challenges that encourage user participation. Identify influencers who align with your brand values and target market. Develop a challenge that includes a mix of text and visuals to explain the rules and encourage participation. Track user engagement and share the best submissions on your social media channels, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "activitynet_continuation_v_zTzF5R_VhGk", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_zTzF5R_VhGk_0.png", "activitynet_images_test/frame_v_zTzF5R_VhGk_1.png", "activitynet_images_test/frame_v_zTzF5R_VhGk_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A man in glasses and beret is talking. \n" }, { "from": "gpt", "value": " He is shown playing a harmonica while he also plays a keyboard. \n He talks about the mechanics of the hormonica in between playing. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Retargeting Ads: Show ads to users who have previously visited your website but did not make a purchase. Use a retargeting platform to track website visitors and create personalized ads featuring the products they viewed. Combine concise text and high-quality images in the ads to remind potential customers of what they\u2019re missing, offering incentives like discounts to encourage conversions.", "id": "marketing_10", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Retargeting Ads: Show ads to users who have previously visited your website but did not make a purchase. Use a retargeting platform to track website visitors and create personalized ads featuring the products they viewed. Combine concise text and high-quality images in the ads to remind potential customers of what they\u2019re missing, offering incentives like discounts to encourage conversions." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Economics: Use graphs and charts to illustrate economic principles and trends. Provide text explanations that describe the meaning of the data, the underlying economic theories, and real-world implications.", "id": "education_28", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Economics: Use graphs and charts to illustrate economic principles and trends. Provide text explanations that describe the meaning of the data, the underlying economic theories, and real-world implications." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "wikihow_next_step_0_194559", "image": [ "wiki_images_test/194559_0_0.png", "wiki_images_test/194559_0_1.png", "wiki_images_test/194559_0_2.png", "wiki_images_test/194559_0_3.png", "wiki_images_test/194559_0_4.png", "wiki_images_test/194559_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Turn Dry Hair to Healthy Hair': Dry hair can look dull and brittle, and it\u2019s often more prone to damage. Luckily, it\u2019s easy to nourish your hair so that it\u2019s soft and shiny again. \n You need to assist human user to complete this task via starting healthy habits. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Handle your hair gently when you wash and dry it. \n Shampoo less often. \n Let your hair air dry. \n Comb instead of brushing. \n" }, { "from": "gpt", "value": "Halt damaging hair treatments. \n Avoid hairstyles that pull on your hair. \n" } ], "goal": "How to Turn Dry Hair to Healthy Hair", "category": [ "Personal Care and Style", "Hair Care", "Fixing Hair Problems", "Dry Hair Care" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_532482", "image": [ "magic_brush_images_test/532482-input.png", "magic_brush_images_test/532482-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need assistance in tweaking this photo. . You need to Make the hydrant red." }, { "from": "gpt", "value": "No worries! I've updated your image as requested: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Journalism: Develop infographics to illustrate investigative reports. Combine text and images to present data, highlight key findings, and provide visual summaries of complex stories.", "id": "education_56", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Journalism: Develop infographics to illustrate investigative reports. Combine text and images to present data, highlight key findings, and provide visual summaries of complex stories." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "seq_edit_161128", "image": [ "magic_brush_images_test/161128-input.png", "magic_brush_images_test/161128-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you help me in making edits to this image? . You need to change the no cursing sign to a parking sign" }, { "from": "gpt", "value": "Sure thing! Here's your revised image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_1_5964979", "image": [ "wiki_images_test/5964979_1_0.png", "wiki_images_test/5964979_1_1.png", "wiki_images_test/5964979_1_2.png", "wiki_images_test/5964979_1_3.png", "wiki_images_test/5964979_1_4.png", "wiki_images_test/5964979_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Celebrate a Three Year Old Girl's First Shabbat Candle Lighting Ceremony': Many little girls have been watching their mothers and grandmothers lighting the Shabbat candles every week, looking forward to the day they could join them for as long as they could remember. Here is how to make that very important Mitzvah an event your three year old little girl will remember forever. \n You need to assist human user to complete this task via a community celebration. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Invite the synagogue and use the room used for dinners and other events. \n Prepare kosher snacks and hors d'oeuvre for everyone. \n" }, { "from": "gpt", "value": "When everyone arrives, follow step 5 in Part 1, having her female family members join in her Mitzvah. \n Make this event a collective event for all women in the little girl's life. \n Serve dinner, with birthday cake for dessert. \n Allow people to bring birthday gifts for your little girl. \n" } ], "goal": "How to Celebrate a Three Year Old Girl's First Shabbat Candle Lighting Ceremony", "category": [ "Philosophy and Religion", "Religion", "Judaism", "Orthodox Judaism" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Custom Packaging: Use unique packaging to enhance the customer experience. Design visually appealing packaging that reflects your brand values. Use a mix of text and visuals to create an unboxing experience that delights customers. Share unboxing videos and customer photos on your social media channels, ensuring the content is both engaging and visually appealing.", "id": "marketing_128", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Custom Packaging: Use unique packaging to enhance the customer experience. Design visually appealing packaging that reflects your brand values. Use a mix of text and visuals to create an unboxing experience that delights customers. Share unboxing videos and customer photos on your social media channels, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "vist_46911", "image": [ "vist_images_test/8138656725.jpg", "vist_images_test/8134637252.jpg", "vist_images_test/8138244633.jpg", "vist_images_test/8134529499.jpg", "vist_images_test/8134529319.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. despite enjoying the field trip , the day was quite exhausting . we explored different areas , \n from native habitats to modern caves . \n" }, { "from": "gpt", "value": "the bus ride home was quite boring , considering that i was n't able to see any interesting from the bus window . \n i did come across this funny poster though . \n when i arrived home , i did the honor of taking out some cold refreshments . \n" } ], "dataset_id": "vist_test_select" }, { "id": "seq_edit_578213", "image": [ "magic_brush_images_test/578213-input.png", "magic_brush_images_test/578213-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me make some edits to this photo. . You need to put banana shaped candles in the candle holder" }, { "from": "gpt", "value": "Yep! Your edited image is right below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_75216", "image": [ "magic_brush_images_test/75216-input.png", "magic_brush_images_test/75216-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please support me in modifying this photo. . You need to let a cow moo" }, { "from": "gpt", "value": "Glad to help! Here's the image with the changes: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Energy Sector Analysis: Summarize trends in fossil fuel and renewable energy sectors. Instructions: Provide detailed reports on energy sector trends, including factors affecting performance and sector-specific trends. Include charts showing energy trends, infographics illustrating key metrics, and photos of energy infrastructure. Interleave textual explanations with visual data to enhance comprehension.", "id": "report_132", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Energy Sector Analysis: Summarize trends in fossil fuel and renewable energy sectors. Instructions: Provide detailed reports on energy sector trends, including factors affecting performance and sector-specific trends. Include charts showing energy trends, infographics illustrating key metrics, and photos of energy infrastructure. Interleave textual explanations with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_248403", "image": [ "magic_brush_images_test/248403-input.png", "magic_brush_images_test/248403-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you assist me in making adjustments to this photo? . You need to Open her mouth." }, { "from": "gpt", "value": "You got it! Here's the edit you asked for: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_495312", "image": [ "magic_brush_images_test/495312-input.png", "magic_brush_images_test/495312-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I require your support in modifying this photo. . You need to What if he was holding a laptop?" }, { "from": "gpt", "value": "Certainly! Your adjusted image is right here: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_30", "image": [ "multi_concept_images/30_cat_0.png", "multi_concept_images/30_table_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the table . You need to generate a new image that composites the objects into a way as 'photo of the cat and table.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "wikihow_next_step_1_1365745", "image": [ "wiki_images_test/1365745_1_0.png", "wiki_images_test/1365745_1_1.png", "wiki_images_test/1365745_1_2.png", "wiki_images_test/1365745_1_3.png", "wiki_images_test/1365745_1_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Design CD Covers': Designing your own CD covers for mixtapes, burned CDs, or to replace your old worn out ones is a project with a lot of possibilities. You can print out computer-generated covers to size, or make you own CD covers by hand. You can even learn to design your own sleeves. Whatever your ideas for your project, you can learn the skills to make it happen. \n You need to assist human user to complete this task via making case labels by hand. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Prepare the CD case. \n Use good-quality cardstock for the base. \n Plan your design. \n Decide how you'll do the text. \n" }, { "from": "gpt", "value": "Consider scanning your image. \n" } ], "goal": "How to Design CD Covers", "category": [ "Hobbies and Crafts", "Digital Technology Art and Craft Projects" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Affiliate Marketing: Partner with affiliates who promote your products on their platforms. Develop an affiliate program with clear guidelines and attractive commissions. Provide affiliates with high-quality images, videos, and text descriptions of your products. Track affiliate performance and provide regular updates and support to optimize the program, ensuring the content is both informative and visually appealing.", "id": "marketing_42", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Affiliate Marketing: Partner with affiliates who promote your products on their platforms. Develop an affiliate program with clear guidelines and attractive commissions. Provide affiliates with high-quality images, videos, and text descriptions of your products. Track affiliate performance and provide regular updates and support to optimize the program, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Community Engagement: Build a community around your brand through social media groups or forums. Create and manage online communities where customers can share their experiences and provide feedback. Use a mix of text and visuals to create engaging content and facilitate discussions. Monitor the community and engage with members to foster a sense of belonging, ensuring the content is both informative and visually engaging.", "id": "marketing_132", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Community Engagement: Build a community around your brand through social media groups or forums. Create and manage online communities where customers can share their experiences and provide feedback. Use a mix of text and visuals to create engaging content and facilitate discussions. Monitor the community and engage with members to foster a sense of belonging, ensuring the content is both informative and visually engaging." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "activitynet_continuation_v_7Xl0K-revJc", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_7Xl0K-revJc_0.png", "activitynet_images_test/frame_v_7Xl0K-revJc_1.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A man teaches the proper way to get a mouthpiece on a saxophone. \n" }, { "from": "gpt", "value": " He then describes how to properly play the horn. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Architecture: Use annotated blueprints and design plans. Provide text descriptions that explain architectural concepts, design principles, and the functionality of different spaces within a building.", "id": "education_34", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Architecture: Use annotated blueprints and design plans. Provide text descriptions that explain architectural concepts, design principles, and the functionality of different spaces within a building." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "wikihow_next_step_0_5257893", "image": [ "wiki_images_test/5257893_0_0.png", "wiki_images_test/5257893_0_1.png", "wiki_images_test/5257893_0_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Celebrate a Fall Harvest': Harvest time during fall (autumn) is a wonderful time. There is a bounty of food, the beauty of changing leaves and the gradual descent into cooler weather. It's a great time to celebrate and while there is a formalized ritual of celebrating the season with Thanksgiving in some countries, you don't have to wait for that to throw a celebratory party. \n You need to assist human user to complete this task via preparing for the party. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Harvest your crops from summer. \n" }, { "from": "gpt", "value": "Consider what you'd like to achieve by way of this party. \n Invite friends and family. \n" } ], "goal": "How to Celebrate a Fall Harvest", "category": [ "Holidays and Traditions", "Celebration Events", "Seasonal Celebration Events" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_0_10331908", "image": [ "wiki_images_test/10331908_0_0.png", "wiki_images_test/10331908_0_1.png", "wiki_images_test/10331908_0_2.png", "wiki_images_test/10331908_0_3.png", "wiki_images_test/10331908_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Freeze Parsnips': Plenty of people throw out vegetables after a few weeks or so if they haven't used them. It's very wasteful to throw away fresh parsnips you bought at the store or parsnips you grew in your garden. Freezing your parsnips allows you to store them for months at a time. Getting your parsnips ready for the freezer is an easy and straightforward process. If you wash, peel, and blanch your parsnips properly before putting them in the freezer, they'll be ready to use for months. Simply take them out of the freezer a few hours before you need them and defrost them. \n You need to assist human user to complete this task via washing and cutting your parsnips. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Put your parsnips in a bowl of cold water for 1 hour. \n Wash your parsnips under cold water. \n Scrub the parsnips with a small nail brush. \n" }, { "from": "gpt", "value": "Peel large parsnips with a peeler or a sharp knife. \n Dice the parsnips into 1 in (2.5 cm) cubes. \n" } ], "goal": "How to Freeze Parsnips", "category": [ "Food and Entertaining", "Food Preparation", "Food Preservation Techniques", "Freezing Food" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_0_2959041", "image": [ "wiki_images_test/2959041_0_0.png", "wiki_images_test/2959041_0_1.png", "wiki_images_test/2959041_0_2.png", "wiki_images_test/2959041_0_3.png", "wiki_images_test/2959041_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Cook Eggs': Eggs are packed with protein and are a truly versatile food that can be cooked in many ways. Here are just a few of the most popular methods. \n You need to assist human user to complete this task via scrambled. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Spray a medium skillet with cooking spray. \n Whisk together the eggs, milk, salt, and pepper. \n" }, { "from": "gpt", "value": "Pour the egg mixture into the skillet. \n Turn and fold the eggs until thoroughly cooked. \n Serve immediately. \n" } ], "goal": "How to Cook Eggs", "category": [ "Food and Entertaining", "Recipes", "Eggs and Dairy", "Egg Basics" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "The Time Traveler\u2019s Tale: A boy named Leo discovers a time-traveling pocket watch and must correct the past to save his future. The story should feature illustrations of different time periods, the pocket watch, and Leo's adventures through time. Include scenes of Leo using the watch and the changes he makes to secure his future.", "id": "storytelling_42", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Time Traveler\u2019s Tale: A boy named Leo discovers a time-traveling pocket watch and must correct the past to save his future. The story should feature illustrations of different time periods, the pocket watch, and Leo's adventures through time. Include scenes of Leo using the watch and the changes he makes to secure his future." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Podcast Sponsorships: Sponsor popular podcasts to reach a targeted audience. Identify podcasts that align with your brand values and target market. Provide the podcast hosts with key talking points and high-quality images or videos of your products. Ensure the sponsorship messages are integrated naturally into the podcast content, blending informative text with engaging visuals.", "id": "marketing_28", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Podcast Sponsorships: Sponsor popular podcasts to reach a targeted audience. Identify podcasts that align with your brand values and target market. Provide the podcast hosts with key talking points and high-quality images or videos of your products. Ensure the sponsorship messages are integrated naturally into the podcast content, blending informative text with engaging visuals." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_1_8589064", "image": [ "wiki_images_test/8589064_1_0.png", "wiki_images_test/8589064_1_1.png", "wiki_images_test/8589064_1_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Flower Syrups': Everybody knows that flowers are a delight to behold and smell, but what you may not know is that many types of flowers also have a wonderful perfumed flavor that\u2019s practically begging for a place in your recipe book. But what\u2019s the best way to work with flowers in the kitchen? Rather than using the entire plant, it\u2019s easiest to just turn the blossoms into a sweet concentrated syrup. Flower syrups can be used to add a hint of floral flavor to everything from cocktails to desserts. To incorporate your favorite flowers into a syrup, all you need is some water, sugar, a handful of vibrant petals and a few minutes to extract their wild essence. \n You need to assist human user to complete this task via bottling and storing flower syrups. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Transfer the syrup to a jar or bottle. \n" }, { "from": "gpt", "value": "Keep flower syrups in the refrigerator. \n Use flower syrups in drinks, desserts and other recipes. \n" } ], "goal": "How to Make Flower Syrups", "category": [ "Food and Entertaining", "Recipes", "Jams Preserves and Condiments", "Syrups" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe the process of designing a boho-chic hotel in Calabasas, California, featuring warm colors and textured fabrics for a relaxing and luxurious guest experience.", "raw_text": "We have been working with Choice Hotels and Weintraub Real Estate Group to design a super chic and timeless hotel coming soon to Calabasas, California. \nCalabasas, known as the home to many stars and the neighboring city of Malibu, the idyllic California location draws residents and tourists in from all around the world. Just a short drive to sandy Malibu beaches and the nearby Pepperdine University, the city is destined to bring in tourists all year round and the new Rondell Oasis Hotel, set to open in 2020, will ensure a relaxing and luxurious stay for all guests. The key when choosing materials for the design concept was to pick warm, textured and patterned fabrics to create a boho-chic style that incorporated elegant gold features whilst maintaining the friendly \u201chome-from-home\u201d feel. \n Hospitable and inviting tones of beige, taupe and brown have been merged with lush blues to allow pops of color to be found throughout the hotel. The hotel, which will feature an outdoor pool area, dining patio and fitness center will have a timeless and tailored look to appeal to all guests and generate a sense of place on the picturesque Californian coast. \n", "id": "mmc4_doc_continuation_ccc7e75a76e6", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the process of designing a boho-chic hotel in Calabasas, California, featuring warm colors and textured fabrics for a relaxing and luxurious guest experience. You need to complete the subsequent document given the first part: A chic, timeless hotel is being developed in Calabasas, California, in collaboration with Choice Hotels and Weintraub Real Estate Group. \n" }, { "from": "gpt", "value": " Calabasas, an idyllic California city near Malibu beaches and Pepperdine University, attracts tourists with its star-studded reputation and new luxurious accommodations offering a boho-chic, gold-accented ambiance. \n The Californian coast hotel blends warm tones and lush blues, offering outdoor amenities and a timeless design for all guests. \n" } ], "image": [ "mmc4_images_test/ccc7e75a76e6.jpg", "mmc4_images_test/817b953acf2c.jpg", "mmc4_images_test/1e3e8e8a4f1d.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Data Science: Develop visualizing data analysis and machine learning models. Use interleaved text and images to explain the principles of data science, the methods for analyzing data, and the techniques for building and evaluating machine learning models.", "id": "education_174", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Data Science: Develop visualizing data analysis and machine learning models. Use interleaved text and images to explain the principles of data science, the methods for analyzing data, and the techniques for building and evaluating machine learning models." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "seq_edit_104081", "image": [ "magic_brush_images_test/104081-input.png", "magic_brush_images_test/104081-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in adjusting this photo? . You need to let there be a tractor" }, { "from": "gpt", "value": "Just like you wanted! Your image edit is complete: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_156195", "image": [ "magic_brush_images_test/156195-input.png", "magic_brush_images_test/156195-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in making changes to this photo? . You need to Change the trees to have red leaves" }, { "from": "gpt", "value": "Absolutely! Here\u2019s the image after edits: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "seq_edit_71409", "image": [ "magic_brush_images_test/71409-input.png", "magic_brush_images_test/71409-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please assist me with the edits to this photo. . You need to Put a new car on the street." }, { "from": "gpt", "value": "Right away! Here's your polished image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_21", "image": [ "multi_concept_images/21_person_0.png", "multi_concept_images/21_sunglasses_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the person and the sunglasses . You need to generate a new image that composites the objects into a way as 'person sitting on the sidewalk wearing sunglasses.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Describe a gallery exhibit showcasing Romanian ceramic artists and their translucent works, featuring a performance where composers turned ceramics into musical instruments.", "raw_text": "Galateea Gallery participated in Contemporary Art Ruhr 2014 displaying the works of the following Romanian ceramic artists: Arina Ailinc\u0103i, Viorica Bocioc, Cristina Bolborea, Vasile Cercel, Gherghina Costea, Georgiana Cozma, Daniela F\u0103ini\u015f, Aniela Ovadiuc, Adela Bona\u0163 M\u0103rculescu, Romana Mateia\u015f, Nicolae Moldovan, Cristina Popescu Russu, Ioana \u015eetran and Gavril Zmical\u0103. \nThe visitors appreciated the exhibited figurative or abstract works, built of white or coloured ceramic materials, due to their well-exploited translucency effects. \n Beside the ample display of ceramic works, Galateea Gallery offered the beholders the performance \u201cThe Sound of the Music\u201d, interpreted by Irinel Anghel and Darie Neme\u015f-Bota. \n \u201cThe two composers turned ceramic works into percussion instruments \u2013 but also in wind instruments\u201d, says Cristina Popescu Russu.", "id": "mmc4_doc_continuation_321bf52f8009", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a gallery exhibit showcasing Romanian ceramic artists and their translucent works, featuring a performance where composers turned ceramics into musical instruments. You need to complete the subsequent document given the first part: Galateea Gallery showcased Romanian ceramic artists Arina Ailinc\u0103i, Viorica Bocioc et al. at Contemporary Art Ruhr 2014. \n Visitors praised the figurative and abstract ceramic works for their stunning translucency. \n" }, { "from": "gpt", "value": " Galateea Gallery showcased ceramics and featured music performance by Anghel and Neme\u015f-Bota. \n" } ], "image": [ "mmc4_images_test/321bf52f8009.jpg", "mmc4_images_test/39fedb77527c.jpg", "mmc4_images_test/bf7395524d08.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "vist_47855", "image": [ "vist_images_test/472201649.jpg", "vist_images_test/472201659.jpg", "vist_images_test/472201653.jpg", "vist_images_test/472195092.jpg", "vist_images_test/472195090.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. yesterday i went to church . \n the inside of the church is very clean . \n there was no one there yet when i showed up because i was early . \n" }, { "from": "gpt", "value": "the stained glass windows are very beautiful in the church . \n they want to be sure that you are quiet during mass . \n" } ], "dataset_id": "vist_test_select" }, { "id": "activitynet_continuation_v_JTGS1YulUQw", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_JTGS1YulUQw_0.png", "activitynet_images_test/frame_v_JTGS1YulUQw_1.png", "activitynet_images_test/frame_v_JTGS1YulUQw_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A close up of booklets are shown with a person flipping them open and reading. \n" }, { "from": "gpt", "value": " The woman marks a name down and peels it off to put on a sock. \n The woman then lays an iron over the name and peels off the paper to show how to properly label a gift. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Mathematics Tutorials: Create step-by-step tutorials that explain algebraic equations through detailed diagrams. Each tutorial should include interleaved text and images demonstrating each step of solving an equation, with clear annotations to highlight important points and common pitfalls.", "id": "education_0", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Mathematics Tutorials: Create step-by-step tutorials that explain algebraic equations through detailed diagrams. Each tutorial should include interleaved text and images demonstrating each step of solving an equation, with clear annotations to highlight important points and common pitfalls." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_88", "image": [ "multi_concept_images/88_canal scene_0.png", "multi_concept_images/88_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the canal scene and the dog . You need to generate a new image that composites the objects into a way as 'dog playing with a hedgehog in front of canal scene.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Describe a business that specializes in creating and selling perfect flowers and accessories, such as corsages and boutonnieres, for prom events. Emphasize their ability to customize and enhance the prom outfit with matching floral arrangements.", "raw_text": "Prom is a big deal to any teenage girl. Perfect makeup, dress, shoes --- but what about flowers? Prom corsages must be perfect as well! \nStop by FOX'S FLORAL AND GIFTS and let us help you create a something special. With a picture or description of the dress, we can create something that not only matches, it enhances the dress' beauty. FOX'S FLORAL AND GIFTS can help you select the perfect flower boutonniere when choosing one for prom. \n From the classic rose, to something completely custom, we can do it all. Simply shop online, give us a call or stop by our store in Vienna for personal assistance in choosing your boutonniere. Take your prom style up a notch with a matching floral hairpiece to match your corsage. \n From classic roses, to funky feathers, let FOX'S FLORAL AND GIFTS create something specifically for you!", "id": "mmc4_doc_continuation_6706a6250db4", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a business that specializes in creating and selling perfect flowers and accessories, such as corsages and boutonnieres, for prom events. Emphasize their ability to customize and enhance the prom outfit with matching floral arrangements. You need to complete the subsequent document given the first part: A teenage girl's prom experience is incomplete without the perfect corsage. \n Visit FOX'S FLORAL AND GIFTS for a perfectly matching and enhancing boutonniere for your prom dress. \n" }, { "from": "gpt", "value": " We offer personalized boutonniere and floral hairpiece options for prom, available for purchase online, by phone, or in-store in Vienna. \n" } ], "image": [ "mmc4_images_test/6706a6250db4.jpg", "mmc4_images_test/96a668f5b35c.jpg", "mmc4_images_test/3de1a5665239.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Culinary Arts: Develop step-by-step images of cooking techniques and recipes. Each step should be accompanied by descriptive text explaining the process, tips for achieving the best results, and variations for different tastes.", "id": "education_36", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Culinary Arts: Develop step-by-step images of cooking techniques and recipes. Each step should be accompanied by descriptive text explaining the process, tips for achieving the best results, and variations for different tastes." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Describe a fast food chain known for its seasoned chicken, biscuits, and iced tea, highlighting their unique food preparation methods and customer appeal.", "raw_text": "Since 1977, Bojangles' has been serving customers our perfectly seasoned chicken, made-from-scratch biscuits, signature fixin's, and Legendary Iced Tea. \nOur biscuits are carefully prepared by our Master Biscuit Makers at Bojangles\u2019 of Hampstead and served hot and fresh all day every day. \n Bojangles' flavorful, one-of-a-kind food is sure to keep you coming back for more. \n Whether it\u2019s breakfast, lunch, or dinnertime, we\u2019ve got exactly what you\u2019re craving. You\u2019ll be shouting \u201cIt's Bo Time!\u201d in no time.", "id": "mmc4_doc_continuation_974ecb1b904b", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a fast food chain known for its seasoned chicken, biscuits, and iced tea, highlighting their unique food preparation methods and customer appeal. You need to complete the subsequent document given the first part: Since 1977, Bojangles' has offered customers perfectly seasoned chicken, homemade biscuits, signature side dishes, and iconic iced tea. \n" }, { "from": "gpt", "value": " At Bojangles' Hampstead, Master Biscuit Makers craft and serve hot, fresh biscuits daily. \n Bojangles' unique, delicious food keeps customers coming back. \n" } ], "image": [ "mmc4_images_test/974ecb1b904b.png", "mmc4_images_test/3dbd2a823583.png", "mmc4_images_test/23f6876160aa.png" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_84", "image": [ "multi_concept_images/84_lighthouse_0.png", "multi_concept_images/84_cat_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the lighthouse and the cat . You need to generate a new image that composites the objects into a way as 'Watercolor painting of the cat in front of the lighthouse.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Describe a Moroccan-themed wedding reception at Casa Feliz, highlighting the elegant decorations andCoordination by Blush by Brandee Gaar and Lee James Floral Designs.", "raw_text": "Casa Feliz: Stephanie and Mark's Moroccan Themed Wedding Reception - A Chair Affair, Inc.\nStephanie and Mark flew all the way from California to celebrate their wedding day with family and friends in Orlando. \nFor their venue, they selected Casa Feliz, a stunningly restored Spanish farmhouse in Winter Park. \n This beautiful Moroccan themed wedding reception was designed and coordinated by the talented Blush by Brandee Gaar team, and filled with incredible florals created Lee James Floral Designs. Party Flavors Custom Cakes crafted a stunning three tiered cake with layers of ruffle and lace detail. \n Andi Mans Weddings was there to capture every breathtaking moment of the day. Our whitewashed farm tables and French country chairs were the perfect companions in this beautifully designed celebration. Hammered metal chargers, silver flatware, and gold-rimmed stemware completed the flawless tablescapes adorned with candlelit lanterns and lush florals. \n", "id": "mmc4_doc_continuation_135f27fbf363", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a Moroccan-themed wedding reception at Casa Feliz, highlighting the elegant decorations andCoordination by Blush by Brandee Gaar and Lee James Floral Designs. You need to complete the subsequent document given the first part: Stephanie and Mark held a Moroccan-themed wedding reception in Orlando despite traveling from California. \n" }, { "from": "gpt", "value": " They chose Casa Feliz, a restored Spanish farmhouse in Winter Park, for their venue. \n The Blush by Brandee Gaar team designed and coordinated a Moroccan-themed reception filled with Lee James Florals and a three-tiered cake by Party Flavors Custom Cakes. \n Andi Mans Weddings expertly documented a stunning celebration filled with farmhouse d\u00e9cor and elegant table settings. \n" } ], "image": [ "mmc4_images_test/135f27fbf363.jpg", "mmc4_images_test/048f704258de.jpg", "mmc4_images_test/47f11276a044.jpg", "mmc4_images_test/38d6562f1ce5.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_35", "image": [ "multi_concept_images/35_cat_0.png", "multi_concept_images/35_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the dog . You need to generate a new image that composites the objects into a way as 'photo of cat and dog on a surfboard together in the middle of a clear blue ocean.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Predictive Analytics: Use data to predict customer behavior and tailor marketing strategies. Implement predictive analytics tools to analyze customer data. Create targeted marketing campaigns with a mix of text and visuals based on the insights. Track the performance of the campaigns and adjust your strategy as needed, ensuring the content is both informative and visually appealing.", "id": "marketing_157", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Predictive Analytics: Use data to predict customer behavior and tailor marketing strategies. Implement predictive analytics tools to analyze customer data. Create targeted marketing campaigns with a mix of text and visuals based on the insights. Track the performance of the campaigns and adjust your strategy as needed, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Consumer Credit Reports: Analyze trends in credit usage and debt levels. Instructions: Provide detailed reports on consumer credit trends, including factors affecting usage and debt levels. Include charts showing credit trends, infographics illustrating key metrics, and photos of consumer activities. Interleave textual explanations with visual data to enhance comprehension.", "id": "report_164", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Consumer Credit Reports: Analyze trends in credit usage and debt levels. Instructions: Provide detailed reports on consumer credit trends, including factors affecting usage and debt levels. Include charts showing credit trends, infographics illustrating key metrics, and photos of consumer activities. Interleave textual explanations with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_32818", "image": [ "magic_brush_images_test/32818-input.png", "magic_brush_images_test/32818-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Assist me with the alterations to this photo. . You need to have one person fly a kite" }, { "from": "gpt", "value": "No problem at all. Your modified image follows: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "The Dragon\u2019s Eye: A dragon\u2019s eye that can see through any deception is stolen, and a brave knight named Gareth must retrieve it to save his kingdom from an evil sorcerer. The story should be brought to life with images of the dragon\u2019s eye, the sorcerer, and Gareth's quest. Show scenes of Gareth's journey to retrieve the eye and the moment he defeats the sorcerer.", "id": "storytelling_72", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Dragon\u2019s Eye: A dragon\u2019s eye that can see through any deception is stolen, and a brave knight named Gareth must retrieve it to save his kingdom from an evil sorcerer. The story should be brought to life with images of the dragon\u2019s eye, the sorcerer, and Gareth's quest. Show scenes of Gareth's journey to retrieve the eye and the moment he defeats the sorcerer." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "vist_45730", "image": [ "vist_images_test/18364210964.jpg", "vist_images_test/18799098210.jpg", "vist_images_test/18366117233.jpg", "vist_images_test/18364211804.jpg", "vist_images_test/18989788991.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. today we visited the buffalo [male] location straight bourbon whiskey plant in location location . this is a picture of the back side where we parked and then had to walk around to the front . \n pretty cool all iron buffalo outside the plant . that has to weigh a ton ! \n" }, { "from": "gpt", "value": "this is one of the barrels that they age the whiskey in . this barrel was in the lobby as they do n't allow pictures inside the plant or allow cameras to record how the exact process works . \n here is the lobby after our tour of the plant where samples are tested by workers and where we got to try a shot ourselves . \n here 's the final product which is also for sale at a really nice price of only $ 10 a bottle . i bought the maximum allowed of five bottles and they gave us a nice box and a cart to wheel it back to the car . great day although i am feeling a bit tipsy off just one shot ! \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Academic Research Summaries: Condense complex scientific studies into accessible reports. Instructions: Summarize the study's objectives, methodology, key findings, and potential implications. Ensure the summary is understandable to a non-specialist audience. Include diagrams explaining the methodology, charts showing key findings, and infographics summarizing the study's implications. Interleave textual explanations with visual aids to enhance comprehension.", "id": "report_20", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Academic Research Summaries: Condense complex scientific studies into accessible reports. Instructions: Summarize the study's objectives, methodology, key findings, and potential implications. Ensure the summary is understandable to a non-specialist audience. Include diagrams explaining the methodology, charts showing key findings, and infographics summarizing the study's implications. Interleave textual explanations with visual aids to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "wikihow_next_step_1_2145985", "image": [ "wiki_images_test/2145985_1_0.png", "wiki_images_test/2145985_1_1.png", "wiki_images_test/2145985_1_2.png", "wiki_images_test/2145985_1_3.png", "wiki_images_test/2145985_1_4.png", "wiki_images_test/2145985_1_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Use Rosemary in Cooking': Rosemary is a popular herb that originated in the Mediterranean, and that\u2019s often used in Italian and French cuisine. The herb is spicy and warm, and is often paired with rich meats like lamb, with sour lemons, and even with sweet dishes. The key to using rosemary in cooking is to chop it finely, because the needles can be quite tough otherwise. Rosemary is a favorite in savory cooked dishes, baked goods, and even added to desserts. \n You need to assist human user to complete this task via adding rosemary to cooking and baking. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Make herbed breads and baked goods. \n Cook it with fish and meats. \n Add it to cheesy dishes. \n Roast vegetables with it. \n" }, { "from": "gpt", "value": "Take your potato wedges to the next level. \n Whip up a rosemary and lemon sorbet. \n" } ], "goal": "How to Use Rosemary in Cooking", "category": [ "Food and Entertaining", "Herbs and Spices" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_528266", "image": [ "magic_brush_images_test/528266-input.png", "magic_brush_images_test/528266-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me out with making changes to this picture. . You need to make the man cover his mouth with his hand" }, { "from": "gpt", "value": "Sure! Your newly edited image is presented below: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Textile Engineering: Develop visual aids for fabric production and design. Use interleaved text and images to explain the principles of textile engineering, the processes for producing fabrics, and the techniques for designing and creating textile products.", "id": "education_162", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Textile Engineering: Develop visual aids for fabric production and design. Use interleaved text and images to explain the principles of textile engineering, the processes for producing fabrics, and the techniques for designing and creating textile products." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Consumer Spending Reports: Analyze trends in household spending and economic health. Instructions: Provide detailed reports on consumer spending patterns, including factors influencing spending and economic health indicators. Include charts showing spending trends, infographics illustrating key metrics, and photos of consumer activities. Interleave textual analysis with visual data to enhance comprehension.", "id": "report_44", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Consumer Spending Reports: Analyze trends in household spending and economic health. Instructions: Provide detailed reports on consumer spending patterns, including factors influencing spending and economic health indicators. Include charts showing spending trends, infographics illustrating key metrics, and photos of consumer activities. Interleave textual analysis with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "activitynet_continuation_v_8729_qnILMM", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_8729_qnILMM_0.png", "activitynet_images_test/frame_v_8729_qnILMM_1.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A woman plays flute sit on a piano while moving her feet. \n" }, { "from": "gpt", "value": " The woman finish playing bow and smiles. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "seq_edit_385190", "image": [ "magic_brush_images_test/385190-input.png", "magic_brush_images_test/385190-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need your help to edit this photo. . You need to The painting should be of flowers." }, { "from": "gpt", "value": "No problem at all. Your modified image follows: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "vist_47175", "image": [ "vist_images_test/4266029369.jpg", "vist_images_test/4266776062.jpg", "vist_images_test/4266776442.jpg", "vist_images_test/4266777430.jpg", "vist_images_test/4266030961.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. the artist created an interstingg picture of a skull head . \n the debris was covered with snow and graffiti . \n" }, { "from": "gpt", "value": "the individuals created an alert written on the snow . \n the vehicle was covered with xnow and graffiti . \n the snow covered the junk with people writing on the snow . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Corporate Earnings Reports: Review the quarterly and annual financial performance of companies. Instructions: Analyze income statements, balance sheets, and cash flow statements. Use charts showing revenue and profit trends, graphs comparing performance to industry benchmarks, and infographics highlighting key financial metrics. Combine detailed textual analysis with visual aids to illustrate corporate financial performance effectively.", "id": "report_14", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Corporate Earnings Reports: Review the quarterly and annual financial performance of companies. Instructions: Analyze income statements, balance sheets, and cash flow statements. Use charts showing revenue and profit trends, graphs comparing performance to industry benchmarks, and infographics highlighting key financial metrics. Combine detailed textual analysis with visual aids to illustrate corporate financial performance effectively." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Describe the specific fairing kit designed for the KTM 950 SE motorbike, emphasizing its function and the components it includes to enhance the bike's appearance and performance.", "raw_text": "The fairing is designed to match the size and shape of the KTM 950 SE. \nThe complete set of parts was designed especially and only for the KTM 950 SE to keep great original handling of the bike. \n Includes an aerodynamic windshield naturally extending the upper contour of the cockpit. How does the KTM 950 SE fairing kit work? \n What is included in the KTM 950 SE fairing kit? \n", "id": "mmc4_doc_continuation_d956cc0e7472", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the specific fairing kit designed for the KTM 950 SE motorbike, emphasizing its function and the components it includes to enhance the bike's appearance and performance. You need to complete the subsequent document given the first part: The fairing of the KTM 950 SE is custom-fitted. \n" }, { "from": "gpt", "value": " The parts were custom-designed for the KTM 950 SE to maintain optimal handling. \n The KTM 950 SE fairing kit extends the windshield aerodynamically above the cockpit. \n The KTM 950 SE fairing kit comprises the motorcycle's front fairing components. \n" } ], "image": [ "mmc4_images_test/d956cc0e7472.jpeg", "mmc4_images_test/5b12b9cd6caa.jpeg", "mmc4_images_test/419c2d0add5b.jpg", "mmc4_images_test/bbfb34fcb693.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Climate Policy Reviews: Evaluate the effectiveness of national and international climate policies. Instructions: Provide detailed reports on climate policy trends, including factors affecting effectiveness and policy efforts. Include charts showing policy trends, maps of policy areas, and photos of climate activities. Interleave textual explanations with visual data to enhance comprehension.", "id": "report_124", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Climate Policy Reviews: Evaluate the effectiveness of national and international climate policies. Instructions: Provide detailed reports on climate policy trends, including factors affecting effectiveness and policy efforts. Include charts showing policy trends, maps of policy areas, and photos of climate activities. Interleave textual explanations with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "activitynet_continuation_v_6B3qNzgqnpc", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_6B3qNzgqnpc_0.png", "activitynet_images_test/frame_v_6B3qNzgqnpc_1.png", "activitynet_images_test/frame_v_6B3qNzgqnpc_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n A person sitting in a canoe is slowly streaming down a river. \n" }, { "from": "gpt", "value": " A shot of a bird is seen off in the distance, as well as another bird. \n The canoe keeps floating while various bird are shown sitting in the water as well as the trees. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Describe a high-end coffee machine with customizable user profiles and convenient features for making various coffee drinks at home for time-saving and personalized enjoyment.", "raw_text": "Enjoy the pleasure of first-class coffee with the convenient new Miele CM6310 White Coffee System. \nSimply press one of the four main symbols to create your favorite coffee specialty right in the comfort of your own home. \n This coffee system allows you to create up to four user profiles that personally tailor the coffee making process to fit each member of your family. Save time with the OneTouch for Two function, which makes two drinks at once or double-portions for those early mornings when you need it most. Contains ten portion size options that take the hassle out of making single and double servings of espresso, coffee, cappuccino, latte macchiato, and cafe latte. Additional features include a heated cup rest and dedicated hot water spot to help make your coffee making experience, simple, fast, and extremely delicious! The DirectSensor control panel with modern touch function and a four row text display offers extraordinary user convenience. With OneTouch and OneTouch for Two functions and storage for up to four user profiles, you can enjoy your coffee your way every time. Automatic rinse and cleaning programs, an easily removable brew unit, and dishwasher-safe components ensure hassle-free clean up. \n For that perfect finishing touch, the heated cup rack allows you to enjoy coffee from pre-heated cups any time. \n", "id": "mmc4_doc_continuation_c5f121b7123a", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a high-end coffee machine with customizable user profiles and convenient features for making various coffee drinks at home for time-saving and personalized enjoyment. You need to complete the subsequent document given the first part: Savor top-tier coffee's delight with Miele CM6310 White Coffee System. \n Press a symbol to make your preferred home coffee specialty. \n" }, { "from": "gpt", "value": " This coffee system personalizes brewing for four users, offers OneTouch for Two for time-saving convenience, and includes ten portion sizes, heated cup rest, and automatic cleaning programs. \n Heated cup rack keeps coffee cups warm for instant enjoyment. \n" } ], "image": [ "mmc4_images_test/c5f121b7123a.jpg", "mmc4_images_test/b69848bd249d.jpg", "mmc4_images_test/940dd891085c.jpg", "mmc4_images_test/c9205af15dc8.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_464144", "image": [ "magic_brush_images_test/464144-input.png", "magic_brush_images_test/464144-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you assist me in making adjustments to this photo? . You need to Let a boy ski." }, { "from": "gpt", "value": "Of course. Below is your edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Climate Change Reports: Assess the impact of climate change on various ecosystems. Instructions: Provide detailed reports on climate change indicators, such as temperature changes, sea level rise, and extreme weather events. Include graphs showing climate trends, maps of affected areas, and photos illustrating environmental impacts. Combine narrative explanations with visual data to convey the urgency and scope of climate change.", "id": "report_26", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Climate Change Reports: Assess the impact of climate change on various ecosystems. Instructions: Provide detailed reports on climate change indicators, such as temperature changes, sea level rise, and extreme weather events. Include graphs showing climate trends, maps of affected areas, and photos illustrating environmental impacts. Combine narrative explanations with visual data to convey the urgency and scope of climate change." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Webinars: Host webinars to educate your audience about industry trends and your products. Plan the webinar content and create visually appealing slides with a mix of text and images. Promote the webinar through email campaigns, social media posts, and your website. Engage with attendees during the webinar and follow up with a summary and recording, ensuring the content is both informative and visually engaging.", "id": "marketing_44", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Webinars: Host webinars to educate your audience about industry trends and your products. Plan the webinar content and create visually appealing slides with a mix of text and images. Promote the webinar through email campaigns, social media posts, and your website. Engage with attendees during the webinar and follow up with a summary and recording, ensuring the content is both informative and visually engaging." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_1_205444", "image": [ "wiki_images_test/205444_1_0.png", "wiki_images_test/205444_1_1.png", "wiki_images_test/205444_1_2.png", "wiki_images_test/205444_1_3.png", "wiki_images_test/205444_1_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Grind Coffee Beans Without a Grinder': Having a cup of coffee in the morning is how people all around the world start their days. The way to make the freshest coffee possible is to grind your own beans every day, and the easiest way to do this is with a proper coffee grinder. But if your grinder breaks down or you find yourself somewhere that doesn\u2019t have one, there are still a number of ways that you can grind your beans for a fresh cup of java. \n You need to assist human user to complete this task via grinding beans manually. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Use a pestle and mortar. \n Crack them. \n" }, { "from": "gpt", "value": "Grind them with a rolling pin. \n Mash them with a hammer. \n Use a hand mincer. \n" } ], "goal": "How to Grind Coffee Beans Without a Grinder", "category": [ "Food and Entertaining", "Drinks", "Coffee", "Coffee Beans" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "The Star Guardian: A boy named Orion discovers he is the guardian of a fallen star and must protect it from those who seek to harness its power. The story should be illustrated with images of the fallen star, Orion's guardianship, and the threats he faces. Show scenes of Orion discovering his role and protecting the star from danger.", "id": "storytelling_60", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Star Guardian: A boy named Orion discovers he is the guardian of a fallen star and must protect it from those who seek to harness its power. The story should be illustrated with images of the fallen star, Orion's guardianship, and the threats he faces. Show scenes of Orion discovering his role and protecting the star from danger." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Cultural Studies: Develop visuals illustrating cultural artifacts and practices. Combine text and images to explain the significance of different cultural artifacts, the practices associated with them, and their historical context.", "id": "education_86", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Cultural Studies: Develop visuals illustrating cultural artifacts and practices. Combine text and images to explain the significance of different cultural artifacts, the practices associated with them, and their historical context." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Event Marketing: Host or participate in events to promote your brand. Plan and organize events that align with your brand values and target market. Create promotional materials with a mix of text and visuals to attract attendees. Engage with event participants through interactive displays, product demos, and giveaways, ensuring the content is both engaging and visually appealing.", "id": "marketing_108", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Event Marketing: Host or participate in events to promote your brand. Plan and organize events that align with your brand values and target market. Create promotional materials with a mix of text and visuals to attract attendees. Engage with event participants through interactive displays, product demos, and giveaways, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_1_1689607", "image": [ "wiki_images_test/1689607_1_0.png", "wiki_images_test/1689607_1_1.png", "wiki_images_test/1689607_1_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Vegan Fish and Chips': Vegans can enjoy a plate of fish and chips with this contemporary twist on the traditional recipe. Substitute tofu for fish, which makes for a healthy alternative to the traditional fish and chips recipe. \n You need to assist human user to complete this task via making the tartar sauce. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Prepare all of the ingredients. \n Stir together the ingredients specified for the sauce ingredients, in a medium bowl while the tofu is draining. \n" }, { "from": "gpt", "value": "Chill the sauce in the refrigerator until ready to serve. \n" } ], "goal": "How to Make Vegan Fish and Chips", "category": [ "Food and Entertaining", "Recipes", "Vegetarian", "Vegan" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Geopolitical Risk Analysis: Report on political and economic risks in various regions. Instructions: Provide detailed reports on geopolitical risk trends, including factors affecting risks and analysis. Include charts showing risk trends, maps of risk areas, and photos of geopolitical activities. Combine text and images to create an engaging risk analysis report.", "id": "report_190", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Geopolitical Risk Analysis: Report on political and economic risks in various regions. Instructions: Provide detailed reports on geopolitical risk trends, including factors affecting risks and analysis. Include charts showing risk trends, maps of risk areas, and photos of geopolitical activities. Combine text and images to create an engaging risk analysis report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_308332", "image": [ "magic_brush_images_test/308332-input.png", "magic_brush_images_test/308332-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please assist me in altering this photo. . You need to Have there be a mermaid in the picture on the wall" }, { "from": "gpt", "value": "Here is your retouched image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_0_8927235", "image": [ "wiki_images_test/8927235_1_0.png", "wiki_images_test/8927235_1_1.png", "wiki_images_test/8927235_1_2.png", "wiki_images_test/8927235_1_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Replace an Exterior Window with Vinyl Siding': Are you working on a house with vinyl siding and want to remove an exterior window but don't know what to do? Does it seem to complicated? Well, this is a simple list of instructions that will make it doable! Follow it closely, and you should have no problem. \n You need to assist human user to complete this task via installing the new vinyl siding. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Cut the new pieces of vinyl. \n \"Zip\" the newly cut vinyl pieces to the old vinyl pieces still on the side of the house. \n" }, { "from": "gpt", "value": "Nail in all of the new pieces of vinyl. \n Inspect all of the new pieces of vinyl to make sure steps 1 - 3 of Part 3 are done for every new piece of vinyl. \n" } ], "goal": "How to Replace an Exterior Window with Vinyl Siding", "category": [ "Home and Garden", "Home Maintenance", "Walls and Ceilings", "Exterior Walls" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Consumer Electronics Reviews: Summarize the performance and impact of new tech gadgets. Instructions: Provide detailed reviews of consumer electronics, including performance metrics and user feedback. Include photos of the gadgets, charts showing performance trends, and infographics illustrating key features. Interleave textual analysis with visual data to enhance comprehension.", "id": "report_88", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Consumer Electronics Reviews: Summarize the performance and impact of new tech gadgets. Instructions: Provide detailed reviews of consumer electronics, including performance metrics and user feedback. Include photos of the gadgets, charts showing performance trends, and infographics illustrating key features. Interleave textual analysis with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Economic Inequality Studies: Summarize trends and causes of economic disparities. Instructions: Provide detailed reports on economic inequality trends, including factors affecting disparities and efforts to address them. Include charts showing inequality trends, infographics illustrating key metrics, and photos of economic activities. Interleave textual explanations with visual data to enhance comprehension.", "id": "report_140", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Economic Inequality Studies: Summarize trends and causes of economic disparities. Instructions: Provide detailed reports on economic inequality trends, including factors affecting disparities and efforts to address them. Include charts showing inequality trends, infographics illustrating key metrics, and photos of economic activities. Interleave textual explanations with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "seq_edit_383220", "image": [ "magic_brush_images_test/383220-input.png", "magic_brush_images_test/383220-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need your help to edit this photo. . You need to remove the snowmen and add squirrels" }, { "from": "gpt", "value": "Easily done! Attached is your edited image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "UGC Campaigns: Encourage user-generated content to promote your brand. Launch a campaign that encourages customers to share photos, videos, or stories related to your brand. Create a landing page that showcases the best submissions with a mix of text and visuals. Promote the campaign through email, social media, and your website, ensuring the content is both engaging and visually appealing.", "id": "marketing_193", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: UGC Campaigns: Encourage user-generated content to promote your brand. Launch a campaign that encourages customers to share photos, videos, or stories related to your brand. Create a landing page that showcases the best submissions with a mix of text and visuals. Promote the campaign through email, social media, and your website, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "vist_47146", "image": [ "vist_images_test/4248618767.jpg", "vist_images_test/4248618103.jpg", "vist_images_test/4248617909.jpg", "vist_images_test/4249393156.jpg", "vist_images_test/4249392198.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. we set out early today . \n the path was still clear as no new snow fell last night . \n the air was bitter cold . \n" }, { "from": "gpt", "value": "not a bird was chirping . it was so quiet . \n this sunrise was so gorgeous over the snow and ice . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Nutrition: Create diagrams of dietary guidelines and food composition. Use a combination of text and images to explain nutritional principles, the composition of different foods, and guidelines for a balanced diet.", "id": "education_100", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Nutrition: Create diagrams of dietary guidelines and food composition. Use a combination of text and images to explain nutritional principles, the composition of different foods, and guidelines for a balanced diet." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "seq_edit_115037", "image": [ "magic_brush_images_test/115037-input.png", "magic_brush_images_test/115037-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Help me make some edits to this photo. . You need to Let the scissors be made of plastic." }, { "from": "gpt", "value": "Absolutely! Here\u2019s the image after edits: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_1_2250795", "image": [ "wiki_images_test/2250795_1_0.png", "wiki_images_test/2250795_1_1.png", "wiki_images_test/2250795_1_2.png", "wiki_images_test/2250795_1_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Soursop Juice': None \n You need to assist human user to complete this task via straining by hand. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Position a mesh strainer over a bowl. \n Slowly pour the juice through your strainer and into the bowl. \n Add other flavoring ingredients as desired. \n" }, { "from": "gpt", "value": "Give the juice a final stir before pouring it into glasses. \n" } ], "goal": "How to Make Soursop Juice", "category": [ "Food and Entertaining", "Drinks", "Juice" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_0_374329", "image": [ "wiki_images_test/374329_1_0.png", "wiki_images_test/374329_1_1.png", "wiki_images_test/374329_1_2.png", "wiki_images_test/374329_1_3.png", "wiki_images_test/374329_1_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Get Toned in One Month (Girls)': Do you have a big family reunion coming up in the next few weeks? Do you want to tone up your body right before summer? Do you just want to tone up your body quickly? You'll need to balance full body exercises with a healthy diet if you want to get your body looking and feeling as good as possible. By doing efficient exercises and controlling your diet, you can expect to lose between one and two pounds a week. Done correctly, you may be able to get toned in a month, but keep in mind that for most people, it is more realistic to start to see results in six to eight weeks. \n You need to assist human user to complete this task via maintaining a healthy diet. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Fit your portions to your activity level. \n Avoid unhelpful foods. \n" }, { "from": "gpt", "value": "Focus on nutrient rich foods. \n Drink plenty of water and avoid unhealthy fluids. \n Try not to rely on fad diets. \n" } ], "goal": "How to Get Toned in One Month (Girls)", "category": [ "Sports and Fitness", "Personal Fitness", "Building Muscle & Strength" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "The Enchanted Shield: A shield that can protect against any attack is discovered by a young warrior named Lyra, who must use it to defeat an evil sorcerer. The story should be brought to life with images of the enchanted shield, Lyra's journey, and the battle with the sorcerer. Show scenes of Lyra wielding the shield and the moment she defeats the sorcerer.", "id": "storytelling_88", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Enchanted Shield: A shield that can protect against any attack is discovered by a young warrior named Lyra, who must use it to defeat an evil sorcerer. The story should be brought to life with images of the enchanted shield, Lyra's journey, and the battle with the sorcerer. Show scenes of Lyra wielding the shield and the moment she defeats the sorcerer." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Product Launch Reports: Document the impact and reception of new product releases. Instructions: Provide a comprehensive overview of the product launch, including market analysis, customer feedback, sales data, and competitor comparisons. Highlight key features and innovations introduced by the product. Include photos of the product, charts showing sales trends, and infographics summarizing customer feedback. Interleave text and images to present a well-rounded view of the product launch.", "id": "report_16", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Product Launch Reports: Document the impact and reception of new product releases. Instructions: Provide a comprehensive overview of the product launch, including market analysis, customer feedback, sales data, and competitor comparisons. Highlight key features and innovations introduced by the product. Include photos of the product, charts showing sales trends, and infographics summarizing customer feedback. Interleave text and images to present a well-rounded view of the product launch." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Describe a contemporary table set with six counter height chairs, emphasizing its suitability for both family use and entertaining guests. Mention the sleek design with tapered legs, leather-look upholstered seats, and smooth ladder backstyle backrests.", "raw_text": "This contemporary style counter height table set with 6 stools is sophisticated enough for guests or daily use with your family. \nThe pub table's four tapered legs complement the contemporary look of the set. Let this great table become the center of your home's dining and entertaining area. \n The six counter height chairs with a leather-look upholstered seats add contemporary style and comfort. \n The smooth, ladder back style backrests complete the sleek look of the chairs. \n The modern bench adds great seating to complement the rectangular table and stools. The Bardstown Rectangular Counter Height Table Set by Crown Mark at Household Furniture in the El Paso & Horizon City, TX area. \n Product availability may vary. Contact us for the most current availability on this product.", "id": "mmc4_doc_continuation_5a31d7c285a6", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a contemporary table set with six counter height chairs, emphasizing its suitability for both family use and entertaining guests. Mention the sleek design with tapered legs, leather-look upholstered seats, and smooth ladder backstyle backrests. You need to complete the subsequent document given the first part: This set of six contemporary style counter height stools and table is versatile for both family use and entertaining guests. \n The table's tapered legs enhance its contemporary look, making it an ideal centerpiece for dining and entertaining at home. \n" }, { "from": "gpt", "value": " Six contemporary leather-look chairs offer comfort. \n The ladder back chairs feature sleek, smooth backrests. \n The Bardstown table set includes a modern bench, enhancing seating options. \n" } ], "image": [ "mmc4_images_test/5a31d7c285a6.jpg", "mmc4_images_test/86328d98577b.jpg", "mmc4_images_test/904c8cc0405f.jpg", "mmc4_images_test/5932e8f43361.jpg", "mmc4_images_test/68ff065bac1e.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Ecological Restoration Reports: Summarize efforts and success in restoring damaged ecosystems. Instructions: Provide detailed reports on ecological restoration trends, including factors affecting efforts and success. Include charts showing restoration trends, maps of restored areas, and photos of restoration activities. Combine text and images to create an engaging ecological restoration report.", "id": "report_158", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Ecological Restoration Reports: Summarize efforts and success in restoring damaged ecosystems. Instructions: Provide detailed reports on ecological restoration trends, including factors affecting efforts and success. Include charts showing restoration trends, maps of restored areas, and photos of restoration activities. Combine text and images to create an engaging ecological restoration report." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_20", "image": [ "multi_concept_images/20_person_0.png", "multi_concept_images/20_jacket_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the person and the jacket . You need to generate a new image that composites the objects into a way as 'person sitting on the sidewalk wearing jacket.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Cultural Event Reviews: Report on the impact and reception of cultural festivals. Instructions: Provide detailed reports on cultural event trends, including attendance trends and economic impacts. Include photos of the events, charts showing attendance trends, and infographics illustrating key metrics. Combine text and images to create an engaging cultural event review.", "id": "report_58", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Cultural Event Reviews: Report on the impact and reception of cultural festivals. Instructions: Provide detailed reports on cultural event trends, including attendance trends and economic impacts. Include photos of the events, charts showing attendance trends, and infographics illustrating key metrics. Combine text and images to create an engaging cultural event review." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Corporate Training: Create visuals explaining corporate policies and procedures. Use a combination of text and images to explain different corporate policies, the procedures for implementing them, and the benefits for organizational efficiency.", "id": "education_124", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Corporate Training: Create visuals explaining corporate policies and procedures. Use a combination of text and images to explain different corporate policies, the procedures for implementing them, and the benefits for organizational efficiency." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Renewable Resource Management: Summarize efforts in sustainable resource utilization. Instructions: Provide detailed reports on renewable resource management trends, including factors affecting utilization and management efforts. Include charts showing resource trends, infographics illustrating key metrics, and photos of resource activities. Interleave textual analysis with visual data to enhance understanding.", "id": "report_128", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Renewable Resource Management: Summarize efforts in sustainable resource utilization. Instructions: Provide detailed reports on renewable resource management trends, including factors affecting utilization and management efforts. Include charts showing resource trends, infographics illustrating key metrics, and photos of resource activities. Interleave textual analysis with visual data to enhance understanding." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_25", "image": [ "multi_concept_images/25_cat_0.png", "multi_concept_images/25_chair_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the chair . You need to generate a new image that composites the objects into a way as 'photo of the cat and chair.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Behavioral Targeting: Use data on customer behavior to deliver personalized ads. Analyze customer behavior data to identify patterns and preferences. Create personalized ad campaigns with a mix of text and visuals that resonate with different segments of your audience. Track the performance of the ads and optimize them based on engagement and conversion rates, ensuring the content is both informative and visually appealing.", "id": "marketing_68", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Behavioral Targeting: Use data on customer behavior to deliver personalized ads. Analyze customer behavior data to identify patterns and preferences. Create personalized ad campaigns with a mix of text and visuals that resonate with different segments of your audience. Track the performance of the ads and optimize them based on engagement and conversion rates, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Literary Awards Coverage: Summarize the winners and trends in major literary awards. Instructions: Provide detailed reports on literary award trends, including factors affecting winners and trends. Include photos of the events, charts showing award trends, and infographics illustrating key metrics. Interleave textual analysis with visual data to enhance comprehension.", "id": "report_104", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Literary Awards Coverage: Summarize the winners and trends in major literary awards. Instructions: Provide detailed reports on literary award trends, including factors affecting winners and trends. Include photos of the events, charts showing award trends, and infographics illustrating key metrics. Interleave textual analysis with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Describe a picturesque, secluded cove at the north coast of Mallorca with turquoise waters and lush pine trees, inviting swimmers to explore its idyllic beauty.", "raw_text": "At the north coast of Mallorca (Alcudia), at the end of the peninsula des Pinar, which separates the bays of Alc\u00fadia Pollen\u00e7a. \nAlong the perimeter of the Cap des Pinar peninsula, is the coast rough and rugged, with prominent cliffs in some places. From the sea you can see a charming little corner of fine sand surrounded by lush and beautiful pine trees. \n Among them it appears semioculta a cove (Sa Caleta des capit\u00e0) only 25 meters long and 20 wide. Shades of blue-green waters invite us again and again to swim and enjoy the idyllic natural spot in the middle of the Mediterranean. \n", "id": "mmc4_doc_continuation_a65128e3cd12", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a picturesque, secluded cove at the north coast of Mallorca with turquoise waters and lush pine trees, inviting swimmers to explore its idyllic beauty. You need to complete the subsequent document given the first part: At Mallorca's northern tip, Alcudia Peninsula separates Alc\u00fadia and Pollen\u00e7a bays. \n" }, { "from": "gpt", "value": " The Cap des Pinar peninsula features a rugged coastline with cliffs, contrasting a sandy, pine-covered cove. \n A 25-meter long, 20-wide cove (Sa Caleta des capit\u00e0) with inviting blue-green waters invites repeated swimming in the Mediterranean. \n" } ], "image": [ "mmc4_images_test/a65128e3cd12.jpg", "mmc4_images_test/345655a7809a.jpg", "mmc4_images_test/0ac2cbc96b24.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "multi_concept_gen_73", "image": [ "multi_concept_images/73_cat_0.png", "multi_concept_images/73_kids table chair_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the kids table chair . You need to generate a new image that composites the objects into a way as 'A pet cat playing with kids table chair on a sofa.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "wikihow_next_step_1_3259885", "image": [ "wiki_images_test/3259885_1_0.png", "wiki_images_test/3259885_1_1.png", "wiki_images_test/3259885_1_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Boil Red Potatoes': Red potatoes are perfect for boiling and can be prepared very easily this way. You can boil red potatoes on the stove or in the microwave. Either way, boiled red potatoes are a versatile ingredient that can be dressed up and enjoyed a number of ways. \n You need to assist human user to complete this task via boiling potatoes on the stove. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Submerge your potatoes in water. \n Bring the pot to a boil. \n" }, { "from": "gpt", "value": "Simmer the potatoes until they're tender. \n" } ], "goal": "How to Boil Red Potatoes", "category": [ "Food and Entertaining", "Food Preparation", "Basic Cooking Skills" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Chemical Engineering: Create diagrams of chemical processes and reactor design. Use a combination of text and images to explain the principles of chemical engineering, the processes involved in chemical reactions, and the design of chemical reactors.", "id": "education_164", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Chemical Engineering: Create diagrams of chemical processes and reactor design. Use a combination of text and images to explain the principles of chemical engineering, the processes involved in chemical reactions, and the design of chemical reactors." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "wikihow_next_step_0_9175429", "image": [ "wiki_images_test/9175429_0_0.png", "wiki_images_test/9175429_0_1.png", "wiki_images_test/9175429_0_2.png", "wiki_images_test/9175429_0_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Treat Vachetta Leather': When it comes to caring for leather items, vachetta items can be a little tricky. It's often used as trim on purses and handbags where it starts off as a light beige color that can stain easily Over time, though, vachetta deepens to a deeper tan color that many people appreciate. However, to ensure that it deepens evenly and doesn't crack or split, it's important to treat vachetta leather properly. Protect it from stains, keep it conditioned, and store it properly to ensure that it stays in the best shape possible. \n You need to assist human user to complete this task via preventing and treating stains on vachetta. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Allow the leather to darken in the sun. \n Choose a water and stain repellent spray to protect the leather. \n Mist the water and stain repellent spray over the item and allow it to dry. \n" }, { "from": "gpt", "value": "Rub a clean eraser over dark marks. \n" } ], "goal": "How to Treat Vachetta Leather", "category": [ "Hobbies and Crafts", "Crafts", "Leatherworking" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_0_489157", "image": [ "wiki_images_test/489157_0_0.png", "wiki_images_test/489157_0_1.png", "wiki_images_test/489157_0_2.png", "wiki_images_test/489157_0_3.png", "wiki_images_test/489157_0_4.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make a Banana Shake': Banana shakes are a tasty way to get a lot of nutrients all at once. Bananas provide a creamy, smooth texture when turned into a drink. Bananas also fill empty stomachs, staving off hunger pangs and giving you a nice energy burst. In this article you'll find a few ways to make banana shakes, among the many possibilities. \n You need to assist human user to complete this task via making a banana shake with kefir. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Put 2 to 3 bananas in a bowl. \n" }, { "from": "gpt", "value": "Now put in a liter of kefir and a teaspoon of sugar. \n Put 1 cup milk into the mix. \n Using a blender, blend all ingredients together. \n Relax with your fresh banana smoothie! \n" } ], "goal": "How to Make a Banana Shake", "category": [ "Food and Entertaining", "Drinks", "Smoothies Shakes and Milk", "Fruit Based Shakes" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "wikihow_next_step_1_8972", "image": [ "wiki_images_test/8972_1_0.png", "wiki_images_test/8972_1_1.png", "wiki_images_test/8972_1_2.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make a Skin Exfoliant': These easy, home-made scrubs will create soft and glowing skin at a fraction of the cost of store-bought exfoliants. \n You need to assist human user to complete this task via easy baking soda scrub [1]\n\tx\n\t\tresearch source. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Mix baking soda into your normal face wash or a small amount of water. \n" }, { "from": "gpt", "value": "Rub your new paste onto the area you'd like to exfoliate using small circular motions. \n Leave the paste on for 5-10 minutes, then gently rinse off. \n" } ], "goal": "How to Make a Skin Exfoliant", "category": [ "Personal Care and Style", "Skin Care", "Exfoliating Skin" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_118246", "image": [ "magic_brush_images_test/118246-input.png", "magic_brush_images_test/118246-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me tweak this picture. . You need to Make the peanuts have shells" }, { "from": "gpt", "value": "Here's the finished edit of your image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Linguistics: Develop visual aids for phonetic transcription and language families. Use a combination of text and images to explain the sounds of different languages, how they are transcribed, and the relationships between language families.", "id": "education_82", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Linguistics: Develop visual aids for phonetic transcription and language families. Use a combination of text and images to explain the sounds of different languages, how they are transcribed, and the relationships between language families." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "activitynet_continuation_v_VmD2k_dtddc", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_VmD2k_dtddc_0.png", "activitynet_images_test/frame_v_VmD2k_dtddc_1.png", "activitynet_images_test/frame_v_VmD2k_dtddc_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n Two teams are on a field with referees. \n" }, { "from": "gpt", "value": " They are involved in a game of lacrosse. \n They run across the field, trying to keep the ball out of the opponent's goal. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "id": "wikihow_next_step_0_9827243", "image": [ "wiki_images_test/9827243_0_0.png", "wiki_images_test/9827243_0_1.png", "wiki_images_test/9827243_0_2.png", "wiki_images_test/9827243_0_3.png", "wiki_images_test/9827243_0_4.png", "wiki_images_test/9827243_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Paint Patio Furniture': Everyone loves spending summer evenings on a patio that has clean, well-painted furniture. You can easily keep your metal, wood, or plastic patio furniture looking new by touching up its paint. For metal and wood, you\u2019ll need to do some prep work to the surface before painting, but all 3 furniture materials can be given a makeover to keep your patio looking its very best. \n You need to assist human user to complete this task via refinishing rusty metal furniture. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Spread a nonslip drop cloth on the ground where you\u2019ll be working. \n Use a wire brush to scrape off rust and loose paint. \n Use muriatic acid or another rust remover to get areas of stubborn rust. \n" }, { "from": "gpt", "value": "Clean your chair with soap and water. \n Dry your furniture thoroughly with a towel. \n Apply a rust converter solution to your furniture. \n" } ], "goal": "How to Paint Patio Furniture", "category": [ "Home and Garden", "Yard and Outdoors", "Outdoor Living Spaces", "Patios" ], "dataset_id": "wikihow_selected_test_uni" }, { "id": "seq_edit_519688", "image": [ "magic_brush_images_test/519688-input.png", "magic_brush_images_test/519688-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "I need your help to make changes to this image. . You need to Give the women scars on her face." }, { "from": "gpt", "value": "Your edited image is right here, as requested: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "multi_concept_gen_63", "image": [ "multi_concept_images/63_cat_0.png", "multi_concept_images/63_glasses_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the cat and the glasses . You need to generate a new image that composites the objects into a way as 'mosaic art of cat wearing glasses sitting on a plush sofa.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Describe an exciting experience of witnessing and documenting rare whale shark sightings during a marine conservation project, highlighting the significance and frequency of such encounters.", "raw_text": "It has been an exciting week for conservation volunteers in Koh Tao as volunteers spotted two amazing whale sharks right off the island's coastline! Whale sharks \u2013 the world\u2019s largest fish \u2013 are occasionally spotted around the Chumphon Pinnacle in Thailand however sightings closer to Koh Tao are much rarer. \nAs the project team were returning from a dive in the local bay, news was heard that a whale shark had been sighted over on Shark Island \u2013 just 15 minutes away. \n Although the chances were low that it was still there, the team headed over in their long tail boat immidiately to try and catch a glimpse of the very rare whale shark. We are delighted to say that not only did they spot one whale shark, they saw two! \n The team at the Marine Conservation project were able to get some amazing photos! The larger one (around 4-5 metres) was spotted by interns Pau and Alex and had very distinctive features including scarring on its mouth and back. The second (around 2.5 metres) was spotted by other members of the team and they were able to spend around 45 minutes swimming with the beautiful creatures. \n Whilst whale shark sightings are rare, volunteers at the Marine Conservation project do regularly sight rays, turtles and other shark species throughout the year.", "id": "mmc4_doc_continuation_e09c71a8c8d9", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe an exciting experience of witnessing and documenting rare whale shark sightings during a marine conservation project, highlighting the significance and frequency of such encounters. You need to complete the subsequent document given the first part: Volunteers in Koh Tao were thrilled to see two rare whale sharks near the coastline. \n A whale shark was spotted near Shark Island, only a 15-minute boat ride away as the project team was returning from a dive. \n The team unexpectedly encountered and spotted two whale sharks. \n" }, { "from": "gpt", "value": " Interns Pau and Alex and team members captured stunning images of two large marine creatures, one measuring around 4-5 metres with distinguishing scarring, while another was 2.5 metres and swam with the team for 45 minutes.\n\nSummary: Team members captured stunning images of a 4-5m marine creature with scarring and a 2.5m one for 45 minutes. \n" } ], "image": [ "mmc4_images_test/e09c71a8c8d9.jpg", "mmc4_images_test/e48f6819440b.jpg", "mmc4_images_test/12535cbda488.jpg", "mmc4_images_test/08f6bd0f0788.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Describe Mumbai, India's bustling port city and film making center, known for its blend of modern architecture and colonial history, popular tourist destinations, and vibrant dining scene, as encountered on a tour package.", "raw_text": "Located at the western coast of India, Mumbai is an important city with a history of about 150 years when it developed from seven islands into a port city named after Goddess Mumba. On India tour packages with www.allindiatravelinfo.com you visit the financial capital of India where every Indian professional in financial field wishes to make his career. \nFor visiting Mumbai, you can choose from a good number of India Group tours offered by various travel and tour management companies in India. \n I Mumbai a very busy city which boast of even not sleeping in nights alone handles about 50% of the country\u2019s foreign trade. However, the real reputation of Mumbai largely lies on being the film making center as it is the largest movie maker of India and popularly known among people as Bollywood. \n A port city and metropolis of India in real meaning on India Tour Packages trip you will get a look of modern India in Mumbai while visiting high end shopping malls and boutiques at ancient bazaars. There are many centers of attraction for visitors in the city including the colonial era structures like Chhatrapati Shivaji Terminus, University of Mumbai and High Court prominently designed in Victorian style offering an entirely different look in cities of modern architecture and skyscrapers. \n Another important catch for Mumbai visit is a good number of restaurants and posh bar, lounge and clubs in the city that you choose to visit on India Group Tours. Mumbai\u2019s biggest and best museum also known as \u201cChhatrapati Shivaji Maharaj Vastu Sangrahalaya\u201d is another must visit Mumbai destination on India Tour Packages. The museum has an exclusive range of impressive Hindu and Buddhist sculpture, terracotta figurines from the Indus Valley, miniature paintings, porcelain and some particularly vicious weaponry increasing and enriching knowledge about Mumbai.", "id": "mmc4_doc_continuation_d3e5432f91d1", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe Mumbai, India's bustling port city and film making center, known for its blend of modern architecture and colonial history, popular tourist destinations, and vibrant dining scene, as encountered on a tour package. You need to complete the subsequent document given the first part: Mumbai, India's financial hub and historic port city developed from seven islands, is a premier destination on India tour packages for aspiring financial professionals. \n Multiple India Group tours are available from various companies for Mumbai travelers. \n" }, { "from": "gpt", "value": " Mumbai, the bustling Indian city renowned for handling half the country's foreign trade and as the hub of Bollywood film production. \n Discover modern and colonial India in Mumbai: shop at high-end malls and ancient bazaars, and explore historic structures like Chhatrapati Shivaji Terminus, University of Mumbai, and the High Court. \n" } ], "image": [ "mmc4_images_test/d3e5432f91d1.jpg", "mmc4_images_test/d8c9b916dd89.jpg", "mmc4_images_test/8001ae5df2de.jpg", "mmc4_images_test/524dba85cc71.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_483348", "image": [ "magic_brush_images_test/483348-input.png", "magic_brush_images_test/483348-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you aid me in adjusting this photo? . You need to Put down the seat." }, { "from": "gpt", "value": "Here is your retouched image: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Public Safety Reports: Summarize data and trends in public safety and law enforcement. Instructions: Provide detailed reports on public safety trends, including factors affecting safety and enforcement efforts. Include charts showing safety trends, maps of safety areas, and photos of public safety activities. Interleave textual explanations with visual data to enhance comprehension.", "id": "report_196", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Public Safety Reports: Summarize data and trends in public safety and law enforcement. Instructions: Provide detailed reports on public safety trends, including factors affecting safety and enforcement efforts. Include charts showing safety trends, maps of safety areas, and photos of public safety activities. Interleave textual explanations with visual data to enhance comprehension." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Workplace Safety Reports: Analyze incidents and safety improvements in various industries. Instructions: Provide detailed reports on workplace safety trends, including factors affecting incidents and improvement efforts. Include charts showing safety trends, infographics illustrating key metrics, and photos of safety activities. Combine text and images to create an informative workplace safety report.", "id": "report_98", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Workplace Safety Reports: Analyze incidents and safety improvements in various industries. Instructions: Provide detailed reports on workplace safety trends, including factors affecting incidents and improvement efforts. Include charts showing safety trends, infographics illustrating key metrics, and photos of safety activities. Combine text and images to create an informative workplace safety report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Describe a collaboration between a company and a designer, showcasing the designer's inspirations behind their geometric wall decor collection, emphasizing its aesthetic appeal and eco-friendliness.", "raw_text": "Bondville sponsors and clever clogs The Wall Sticker Company have collaborated with uber-cool up-and-coming Canadian designer Paige Russell on a collection of removable wall decals and fabric wallpaper. \nPaige's designs are inspired by her Canadian homeland of vast mountains and forests - gorgeous against your favourite Scandinavian furniture and the kids' toys. I'm super-partial to the geometric triangle design which is both soothing and very current - would love it for my study. The Wall Sticker Company decals and wallpaper are BPA-free and made in Australia. \n Choose from a huge range of decals and wallpaper by Australian and international designers. \n You can find Paige Russell's designs for The Wall Sticker Company in the online store. \n Yes I agree and bravo to new geo designs!", "id": "mmc4_doc_continuation_0053aed6f2d5", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a collaboration between a company and a designer, showcasing the designer's inspirations behind their geometric wall decor collection, emphasizing its aesthetic appeal and eco-friendliness. You need to complete the subsequent document given the first part: Bondville and The Wall Sticker Company, with designer Paige Russell, have released a collaboration of removable wall decals and fabric wallpaper. \n Paige finds inspiration for her geometric triangle design from her Canadian countryside, incorporating it into her BPA-free Australian-made Wall Sticker Company d\u00e9cals, perfect for modern studies. \n Select decals or wallpaper from a vast collection by Australian and international designers. \n" }, { "from": "gpt", "value": " The online store showcases Paige Russell's designs for The Wall Sticker Company. \n" } ], "image": [ "mmc4_images_test/0053aed6f2d5.jpg", "mmc4_images_test/88eb4a174ab1.jpg", "mmc4_images_test/83d650ec750f.jpg", "mmc4_images_test/cceb9e82b855.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_0_10661193", "image": [ "wiki_images_test/10661193_0_0.png", "wiki_images_test/10661193_0_1.png", "wiki_images_test/10661193_0_2.png", "wiki_images_test/10661193_0_3.png", "wiki_images_test/10661193_0_4.png", "wiki_images_test/10661193_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Season Spaghetti': Spaghetti is a delicious dish on its own, but by adding your own seasonings, you can elevate this popular meal to the next level. Ingredients like garlic, pepper, and cheese are traditionally added to spaghetti to enhance its flavor. When making spaghetti, you're not limited to just tomato sauce. In fact, there are a plethora of different options to choose from, including carbonara, pesto, and alfredo sauce. \n You need to assist human user to complete this task via adding different seasonings. Given the previous steps, you need to predict the subsequent 4 steps to help the user to finish the task. The previous steps are: \n Add red pepper flakes or black pepper to add spiciness. \n Sprinkle grated cheese on the spaghetti to add a salty, cheesy flavor. \n" }, { "from": "gpt", "value": "Add basil for a sweet aromatic flavor. \n Sprinkle parsley into the sauce to add some color. \n Mix garlic into the spaghetti to give it a nutty flavor. \n Mix brown butter into the spaghetti for a rich and decadent taste. \n" } ], "goal": "How to Season Spaghetti", "category": [ "Food and Entertaining", "Recipes", "Pasta and Noodles", "Spaghetti" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "The Shadow Thief: A boy named Oliver discovers his shadow has come to life and is stealing other shadows, leading him on an adventure to reclaim them. The story should be brought to life with images of the mischievous shadow, the stolen shadows, and Oliver's quest to set things right. Show scenes of Oliver chasing his shadow and the moment he reclaims the stolen shadows.", "id": "storytelling_26", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Shadow Thief: A boy named Oliver discovers his shadow has come to life and is stealing other shadows, leading him on an adventure to reclaim them. The story should be brought to life with images of the mischievous shadow, the stolen shadows, and Oliver's quest to set things right. Show scenes of Oliver chasing his shadow and the moment he reclaims the stolen shadows." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "id": "wikihow_next_step_0_9891111", "image": [ "wiki_images_test/9891111_0_0.png", "wiki_images_test/9891111_0_1.png", "wiki_images_test/9891111_0_2.png", "wiki_images_test/9891111_0_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Plan Vegan Meals': Vegan meals are meals that don't contain any meat or animal products, including eggs and dairy. Vegan meals don\u2019t have to be a hassle, especially if you plan them out in advance. For an entire week of delicious vegan meals, plan ahead so that you have meals that are both easy to make and nutritious. There are a wide variety of tasty meals that you can prepare for all meals and occasions. \n You need to assist human user to complete this task via making breakfast. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Eat oatmeal with fruit. \n Eat avocado and toast in the morning. \n Prepare a tofu scramble instead of eggs in the morning. \n" }, { "from": "gpt", "value": "Eat vegan cereal with a non-dairy milk for a quick breakfast. \n" } ], "goal": "How to Plan Vegan Meals", "category": [ "Food and Entertaining", "Recipes", "Vegetarian", "Vegan" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Crime Statistics Reports: Analyze crime data for metropolitan areas, focusing on trends over time, types of crimes, and demographic factors. Instructions: Summarize crime trends, highlighting significant changes and patterns in criminal activity. Use heat maps to show crime hotspots, graphs to depict crime trends over time, and charts breaking down types of crimes. Mix textual analysis with visual representations to create a compelling report on crime statistics.", "id": "report_6", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Crime Statistics Reports: Analyze crime data for metropolitan areas, focusing on trends over time, types of crimes, and demographic factors. Instructions: Summarize crime trends, highlighting significant changes and patterns in criminal activity. Use heat maps to show crime hotspots, graphs to depict crime trends over time, and charts breaking down types of crimes. Mix textual analysis with visual representations to create a compelling report on crime statistics." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "vist_48330", "image": [ "vist_images_test/4319503176.jpg", "vist_images_test/4318769963.jpg", "vist_images_test/4319499164.jpg", "vist_images_test/4318766171.jpg", "vist_images_test/4319499542.jpg" ], "task_name": "vist", "conversations": [ { "from": "human", "value": "Complete the subsequent parts of the story given the first serveral parts. the countdown for the start of the meeting began . \n ceo quan stepped out with much fanfare . \n he introduced the paper thin tv . \n he also talked about the automatic robot vacuum . \n" }, { "from": "gpt", "value": "then he told about location foray into wearable tech . \n" } ], "dataset_id": "vist_test_select" }, { "instruction": "Describe a simple and make-ahead brunch menu, including an enjoyable and crowd-pleasing casserole and a complementary side dish, along with a refreshing mocktail recipe.", "raw_text": "The key to enjoying brunch as much as your guests? Planning an easy brunch menu. A cheesy casserole, nice salad, drinks\u2014yeah, you got this. As with any other menu, planning now can make things easy later. This egg bake is made with bacon and cheesy potatoes, which will surely please the crowd, but just as importantly, it's a make-ahead casserole. \nSince you're saving time with the entr\u00e9e, you can spend a little love on a bistro-style side dish. When you combine the tartness of cranberries with sweet pears, deliciousness is bound to happen! \n Perfect for raising a toast\u2014and sipping\u2014mocktails are among our favorite cold drinks for brunchtime festivities. This one will please strawberry lovers and kiwi fans alike. \n", "id": "mmc4_doc_continuation_48f5fa6bb779", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a simple and make-ahead brunch menu, including an enjoyable and crowd-pleasing casserole and a complementary side dish, along with a refreshing mocktail recipe. You need to complete the subsequent document given the first part: Planning an easy brunch menu with make-ahead dishes like a cheesy bacon and potato casserole ensures guest enjoyment. \n" }, { "from": "gpt", "value": " Combine cranberries and pears for a delightful, time-saving bistro side dish. \n Mocktails with strawberry and kiwi flavors are ideal for brunch toasts. \n" } ], "image": [ "mmc4_images_test/48f5fa6bb779.jpg", "mmc4_images_test/818f5abebdf4.jpg", "mmc4_images_test/95cd278ebca6.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "wikihow_next_step_0_2343826", "image": [ "wiki_images_test/2343826_0_0.png", "wiki_images_test/2343826_0_1.png", "wiki_images_test/2343826_0_2.png", "wiki_images_test/2343826_0_3.png", "wiki_images_test/2343826_0_4.png", "wiki_images_test/2343826_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Make Beef Gravy': Beef gravy is easy to prepare with beef base and a thickener. Traditional beef gravy is made with the drippings of roast or other meat, but it's easy to make beef-flavored gravy with beef bouillon -- This article shows a variety of ways to make beef gravy. Fair warning: Once you go homemade, you'll never go back! \n You need to assist human user to complete this task via gravy with pan drippings and corn starch[1]\n\tx\n\t\tresearch source. Given the previous steps, you need to predict the subsequent 5 steps to help the user to finish the task. The previous steps are: \n Pour 2 Tbsp (30 ml) pan drippings into a small saucepan. \n" }, { "from": "gpt", "value": "Combine the cornstarch and water. \n Add the cornstarch slurry to the drippings. \n Slowly stir in beef stock. \n Season with salt and pepper. \n Serve immediately. \n" } ], "goal": "How to Make Beef Gravy", "category": [ "Food and Entertaining", "Recipes", "Jams Preserves and Condiments", "Gravies" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Describe a florist offering personalized prom corsages and matching hairpieces to enhance the appearance of a teenager's dress.", "raw_text": "Prom is a big deal to any teenage girl. Perfect makeup, dress, shoes --- but what about flowers? Prom corsages must be perfect as well! \nStop by FLOWERS BY EMILY and let us help you create a something special. With a picture or description of the dress, we can create something that not only matches, it enhances the dress' beauty. Take your prom style up a notch with a matching floral hairpiece to match your corsage. \n From classic roses, to funky feathers, let FLOWERS BY EMILY create something specifically for you! \n", "id": "mmc4_doc_continuation_6706a6250db4", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a florist offering personalized prom corsages and matching hairpieces to enhance the appearance of a teenager's dress. You need to complete the subsequent document given the first part: A perfect prom experience for teenage girls includes flawless makeup, an elegant dress, fitting shoes, and ideally, a beautiful corsage. \n At FLOWERS BY EMILY, we create floral accessories that perfectly match and enhance your prom outfit. \n" }, { "from": "gpt", "value": " FLOWERS BY EMILY offers custom arrangements from roses to unique feathers. \n" } ], "image": [ "mmc4_images_test/6706a6250db4.jpg", "mmc4_images_test/3de1a5665239.jpg", "mmc4_images_test/96a668f5b35c.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_554145", "image": [ "magic_brush_images_test/554145-input.png", "magic_brush_images_test/554145-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Could you help me in making edits to this image? . You need to Fix an orange sticky note to some brushes." }, { "from": "gpt", "value": "You got it! Here's the edit you asked for: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "id": "wikihow_next_step_0_3651522", "image": [ "wiki_images_test/3651522_0_0.png", "wiki_images_test/3651522_0_1.png", "wiki_images_test/3651522_0_2.png", "wiki_images_test/3651522_0_3.png", "wiki_images_test/3651522_0_4.png", "wiki_images_test/3651522_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Cook Chicken Afritada': Chicken afritada is a traditional Filipino dish made by simmering whole pieces of dark meat chicken in a tomato-based sauce. You can prepare this stew entirely on the stove or braise it in the oven. Here's how to make it at home either way. \n You need to assist human user to complete this task via stovetop chicken afritada. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Marinate the chicken. \n Heat the bacon and olive oil. \n Fry the chicken pieces. \n Cook the garlic and onions. \n Add the tomatoes. \n" }, { "from": "gpt", "value": "Add the fish sauce, water, and bay leaves. \n" } ], "goal": "How to Cook Chicken Afritada", "category": [ "Food and Entertaining", "Recipes", "World Cuisines", "Asian Cuisine", "Philippine Dishes" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Social Media Takeovers: Let customers or influencers take over your social media for a day. Plan the takeover in advance and provide participants with guidelines and assets. Create a mix of text and visual content that showcases their experience with your brand. Promote the takeover with teaser posts and highlight the best moments afterward, ensuring the content is both engaging and visually appealing.", "id": "marketing_151", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Social Media Takeovers: Let customers or influencers take over your social media for a day. Plan the takeover in advance and provide participants with guidelines and assets. Create a mix of text and visual content that showcases their experience with your brand. Promote the takeover with teaser posts and highlight the best moments afterward, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_0_848303", "image": [ "wiki_images_test/848303_2_0.png", "wiki_images_test/848303_2_1.png", "wiki_images_test/848303_2_2.png", "wiki_images_test/848303_2_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Clean Stainless Steel Sinks': Stainless steel is a popular material used in sinks. If you have a stainless steel sink, you will need to clean it at least once a week. With the right materials, it's fairly easy to clean stainless steel. There are some special considerations you should take when cleaning. Make sure you choose the right cleaning product for your specific sink. If you notice stains or scratches, deal with them appropriately. Maintain a clean, scratch free sink in the future by limiting the use of certain products in your sink. \n You need to assist human user to complete this task via maintaining a clean sink. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Do not use steel wool. \n Avoid rubber dish mats. \n Keep wet rags out of the sink. \n" }, { "from": "gpt", "value": "Do not leave cast iron cookware in a stainless steel sink. \n" } ], "goal": "How to Clean Stainless Steel Sinks", "category": [ "Home and Garden", "Housekeeping", "Cleaning" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Data-Driven Decisions: Use data analytics to inform marketing strategies and measure success. Implement data analytics tools to track customer behavior and campaign performance. Create visual reports with a mix of text and data visualizations. Use the insights to refine your marketing strategies and optimize performance, ensuring the content is both informative and visually appealing.", "id": "marketing_197", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Data-Driven Decisions: Use data analytics to inform marketing strategies and measure success. Implement data analytics tools to track customer behavior and campaign performance. Create visual reports with a mix of text and data visualizations. Use the insights to refine your marketing strategies and optimize performance, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "The Clockmaker's Daughter: A girl named Clara with the power to control time teams up with a clockmaker to stop a villain from freezing time forever. The story should be brought to life with images of Clara's time-manipulating abilities, the intricate clocks, and the showdown with the villain. Show scenes of Clara learning to harness her power and the clockmaker's workshop filled with magical timepieces.", "id": "storytelling_16", "task_name": "storytelling_generation", "conversations": [ { "from": "human", "value": "Generate a visual story that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following theme: The Clockmaker's Daughter: A girl named Clara with the power to control time teams up with a clockmaker to stop a villain from freezing time forever. The story should be brought to life with images of Clara's time-manipulating abilities, the intricate clocks, and the showdown with the villain. Show scenes of Clara learning to harness her power and the clockmaker's workshop filled with magical timepieces." } ], "image": [], "dataset_id": "storytelling_test_100" }, { "instruction": "Health Epidemic Tracking: Report on the spread and control measures of diseases by collecting data from health departments and international health organizations. Instructions: Provide updates on infection rates, vaccination efforts, and public health advisories. Include graphs showing infection rate trends, maps of affected areas, and infographics on vaccination progress. Integrate text and images to offer a clear, informative report on the health epidemic.", "id": "report_8", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Health Epidemic Tracking: Report on the spread and control measures of diseases by collecting data from health departments and international health organizations. Instructions: Provide updates on infection rates, vaccination efforts, and public health advisories. Include graphs showing infection rate trends, maps of affected areas, and infographics on vaccination progress. Integrate text and images to offer a clear, informative report on the health epidemic." } ], "image": [], "dataset_id": "report_test_100" }, { "id": "multi_concept_gen_27", "image": [ "multi_concept_images/27_dog_0.png", "multi_concept_images/27_chair_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the chair . You need to generate a new image that composites the objects into a way as 'A dog sleeping on the chair in a snowy winter landscape.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Horticulture: Develop illustrations of gardening techniques and plant care. Use interleaved text and images to explain the principles of horticulture, the techniques for effective gardening, and the benefits for plant health and productivity.", "id": "education_146", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Horticulture: Develop illustrations of gardening techniques and plant care. Use interleaved text and images to explain the principles of horticulture, the techniques for effective gardening, and the benefits for plant health and productivity." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Zoology: Develop annotated diagrams of animal behavior and habitats. Combine text and images to illustrate the behavior of different animals, their natural habitats, and the ecological relationships within those habitats.", "id": "education_66", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Zoology: Develop annotated diagrams of animal behavior and habitats. Combine text and images to illustrate the behavior of different animals, their natural habitats, and the ecological relationships within those habitats." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "multi_concept_gen_87", "image": [ "multi_concept_images/87_waterfall_0.png", "multi_concept_images/87_dog_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the waterfall and the dog . You need to generate a new image that composites the objects into a way as 'mosaic art of the dog in front of waterfall.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "instruction": "Referral Programs: Encourage existing customers to refer new customers in exchange for rewards. Design a referral program with clear instructions and appealing visuals. Use email and social media to promote the program, featuring text and images that highlight the benefits. Track referrals and reward customers with discounts, freebies, or other incentives, ensuring the content is engaging and visually appealing.", "id": "marketing_26", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Referral Programs: Encourage existing customers to refer new customers in exchange for rewards. Design a referral program with clear instructions and appealing visuals. Use email and social media to promote the program, featuring text and images that highlight the benefits. Track referrals and reward customers with discounts, freebies, or other incentives, ensuring the content is engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "wikihow_next_step_1_1821704", "image": [ "wiki_images_test/1821704_2_0.png", "wiki_images_test/1821704_2_1.png", "wiki_images_test/1821704_2_2.png", "wiki_images_test/1821704_2_3.png", "wiki_images_test/1821704_2_4.png", "wiki_images_test/1821704_2_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Zest a Lime': The zest of a lime is the outer green layer of peel, which contains fragrant and flavorful oils. Lime zest adds intense flavor to cocktails, desserts and a number of other recipes. The easiest tool for creating fine lime zest for cooking is a microplane, while long garnish strips or cocktail twists can be made with a traditional zester. However, with a little more effort and practice, either form of zest can be created with nothing more than a sharp knife or vegetable peeler. \n You need to assist human user to complete this task via using a vegetable peeler or paring knife. Given the previous steps, you need to predict the subsequent 2 steps to help the user to finish the task. The previous steps are: \n Use this method only if you don't have other tools. \n Rinse and dry the lime. \n Place the lime on a cutting board and hold it with your non-dominant hand. \n Position the vegetable peeler or paring knife. \n" }, { "from": "gpt", "value": "Methodically peel the zest from the lime. \n Trim the white pith from the zest unless using strips for garnish. \n" } ], "goal": "How to Zest a Lime", "category": [ "Food and Entertaining", "Food Preparation", "Food Cutting Techniques" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Technological Ethics Studies: Analyze ethical implications of emerging technologies. Instructions: Provide detailed reports on technological ethics trends, including factors affecting implications and studies. Include charts showing ethics trends, infographics illustrating key metrics, and photos of technological activities. Combine text and images to create an engaging technological ethics report.", "id": "report_198", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Technological Ethics Studies: Analyze ethical implications of emerging technologies. Instructions: Provide detailed reports on technological ethics trends, including factors affecting implications and studies. Include charts showing ethics trends, infographics illustrating key metrics, and photos of technological activities. Combine text and images to create an engaging technological ethics report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Law: Use diagrams to explain legal procedures and structures of different court systems. Combine text and images to illustrate the steps in legal processes, the hierarchy of courts, and the roles of various legal professionals.", "id": "education_46", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Law: Use diagrams to explain legal procedures and structures of different court systems. Combine text and images to illustrate the steps in legal processes, the hierarchy of courts, and the roles of various legal professionals." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "activitynet_continuation_v_i2u80Y3BMYs", "task_name": "activitynet_continuation", "image": [ "activitynet_images_test/frame_v_i2u80Y3BMYs_0.png", "activitynet_images_test/frame_v_i2u80Y3BMYs_1.png", "activitynet_images_test/frame_v_i2u80Y3BMYs_2.png" ], "conversations": [ { "from": "human", "value": "In this task, you are given the first part of an event with both text and an image, and you need to complete the subsequent parts of the event by generating text and images that are natural continuation of the given first part. The input interleaved content is: \n Two men in work out clothes are standing up against the wall and they begin to talk about working out. \n" }, { "from": "gpt", "value": " One man is then shown and he bends down and shows the proper way to lift the bar with weight on it. \n A replay is then shown and the boy bends from the knees and then flips his wrist and brings it over his shoulder as he goes down into a squatting position. \n" } ], "dataset_id": "activitynet_selected_test_uni" }, { "instruction": "Social Proof: Use social proof techniques like displaying recent purchases or testimonials. Implement social proof widgets on your website. Create promotional materials with a mix of text and visuals that highlight customer testimonials and recent purchases. Track the impact of social proof on conversions and adjust your strategy as needed, ensuring the content is both engaging and visually appealing.", "id": "marketing_181", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Social Proof: Use social proof techniques like displaying recent purchases or testimonials. Implement social proof widgets on your website. Create promotional materials with a mix of text and visuals that highlight customer testimonials and recent purchases. Track the impact of social proof on conversions and adjust your strategy as needed, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "multi_concept_gen_64", "image": [ "multi_concept_images/64_dog_0.png", "multi_concept_images/64_shoes_1.png" ], "task_name": "multi_concept_gen", "conversations": [ { "from": "human", "value": "In this task, you need to generate a new image based on the objects specified in two given images: the dog and the shoes . You need to generate a new image that composites the objects into a way as 'A cute shot of dog wearing shoes.'" }, { "from": "gpt", "value": "Here is the composite new image: " } ], "dataset_id": "multiconcept_100" }, { "id": "wikihow_next_step_0_9274945", "image": [ "wiki_images_test/9274945_0_0.png", "wiki_images_test/9274945_0_1.png", "wiki_images_test/9274945_0_2.png", "wiki_images_test/9274945_0_3.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Juice Artichokes': Artichokes are a nutritious vegetable related to the milk thistle. To get the health benefits from this vegetable, you can juice an artichoke whole and drink the juice. However, you can also just use the heart of the artichoke to make it a little easier on your juicer. \n You need to assist human user to complete this task via juicing a whole artichoke. Given the previous steps, you need to predict the subsequent 1 steps to help the user to finish the task. The previous steps are: \n Wash the artichoke thoroughly. \n Cut the stem into slices. \n Chop the artichoke into pieces. \n" }, { "from": "gpt", "value": "Place the pieces in the juicer or food processor. \n" } ], "goal": "How to Juice Artichokes", "category": [ "Food and Entertaining", "Recipes", "Fruits and Vegetables" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Tourism: Create visual guides to travel destinations and cultural experiences. Use a combination of text and images to explain the attractions of different travel destinations, the cultural experiences available, and the benefits for travelers.", "id": "education_132", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Tourism: Create visual guides to travel destinations and cultural experiences. Use a combination of text and images to explain the attractions of different travel destinations, the cultural experiences available, and the benefits for travelers." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Botany: Create illustrations of plant life cycles and classification. Use a combination of text and images to explain the stages of plant growth, the different types of plants, and their classification based on botanical characteristics.", "id": "education_68", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Botany: Create illustrations of plant life cycles and classification. Use a combination of text and images to explain the stages of plant growth, the different types of plants, and their classification based on botanical characteristics." } ], "image": [], "dataset_id": "education_test_100" }, { "instruction": "Branded Merchandise: Create branded merchandise to increase brand visibility and loyalty. Design a range of merchandise, including apparel, accessories, and promotional items, with your brand\u2019s logo and messaging. Use high-quality images and text descriptions to promote the merchandise on your website and social media. Offer the merchandise as part of promotions, contests, or loyalty rewards, ensuring the content is both informative and visually appealing.", "id": "marketing_52", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Branded Merchandise: Create branded merchandise to increase brand visibility and loyalty. Design a range of merchandise, including apparel, accessories, and promotional items, with your brand\u2019s logo and messaging. Use high-quality images and text descriptions to promote the merchandise on your website and social media. Offer the merchandise as part of promotions, contests, or loyalty rewards, ensuring the content is both informative and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "instruction": "Historical Timelines: Develop visual timelines of historical events by combining text and images. Each event on the timeline should be accompanied by a brief description and an illustrative image or map that contextualizes the event within the broader historical narrative.", "id": "education_4", "task_name": "education_generation", "conversations": [ { "from": "human", "value": "Generate an educational tutuorial that consists of both text and multiple images, where text content and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Historical Timelines: Develop visual timelines of historical events by combining text and images. Each event on the timeline should be accompanied by a brief description and an illustrative image or map that contextualizes the event within the broader historical narrative." } ], "image": [], "dataset_id": "education_test_100" }, { "id": "wikihow_next_step_0_1055453", "image": [ "wiki_images_test/1055453_0_0.png", "wiki_images_test/1055453_0_1.png", "wiki_images_test/1055453_0_2.png", "wiki_images_test/1055453_0_3.png", "wiki_images_test/1055453_0_4.png", "wiki_images_test/1055453_0_5.png" ], "task_name": "wikihow_next_step", "conversations": [ { "from": "human", "value": "In this task, you are given a high-level goal 'How to Clean Cloudy Glasses': None \n You need to assist human user to complete this task via cleaning cloudy lenses. Given the previous steps, you need to predict the subsequent 3 steps to help the user to finish the task. The previous steps are: \n Acquire a soft, clean cloth. \n Make use of glasses cleaner. \n Clean with dish soap and warm water. \n" }, { "from": "gpt", "value": "Wipe your glasses with your soft cloth. \n Inspect lenses for stubborn stains. \n Break up nose pad residue. \n" } ], "goal": "How to Clean Cloudy Glasses", "category": [ "Home and Garden", "Housekeeping", "Cleaning", "Cleaning Glass" ], "dataset_id": "wikihow_selected_test_uni" }, { "instruction": "Urbanization Studies: Analyze the impacts of urban growth on infrastructure and society. Instructions: Provide detailed reports on urbanization trends, including factors affecting growth and infrastructure impacts. Include charts showing urbanization trends, maps of urban areas, and photos of urban development. Combine text and images to create an informative urbanization report.", "id": "report_134", "task_name": "report_generation", "conversations": [ { "from": "human", "value": "Generate a report overview that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You don't have to report the exact statistics or charts, but you should generate general text content and diagrams. You should follow the instruction in the following topic: Urbanization Studies: Analyze the impacts of urban growth on infrastructure and society. Instructions: Provide detailed reports on urbanization trends, including factors affecting growth and infrastructure impacts. Include charts showing urbanization trends, maps of urban areas, and photos of urban development. Combine text and images to create an informative urbanization report." } ], "image": [], "dataset_id": "report_test_100" }, { "instruction": "Describe the high-quality poplin fabric, emphasizing its versatility for various attire, origin, and soft texture.", "raw_text": "Broad striped fabric of poplin quality. \nAn interesting alternative to more conventional blue-striped fabrics. When worn with a suit it is easily matched with any type of dark coloured solid tie. \n The fabric also works well without tie in more informal combinations, suggestively with a button down collar. The fabric is weaved in Portugal of long-staple cotton and has a soft feel. \n", "id": "mmc4_doc_continuation_ce8fb8dd23d2", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe the high-quality poplin fabric, emphasizing its versatility for various attire, origin, and soft texture. You need to complete the subsequent document given the first part: A poplin fabric featuring broad stripes. \n Suitable for suits, this alternative to blue-striped fabrics coordinates well with dark-colored solid ties. \n" }, { "from": "gpt", "value": " The Portuguese-woven long-staple cotton fabric feels soft and suits both formal and informal combinations without a tie. \n" } ], "image": [ "mmc4_images_test/ce8fb8dd23d2.png", "mmc4_images_test/7b9d9f95b998.png", "mmc4_images_test/958961d21f6f.png" ], "dataset_id": "mmc4_selected_test_uni" }, { "instruction": "Brand Ambassadors: Recruit loyal customers to promote your brand. Identify loyal customers who are passionate about your brand and invite them to become ambassadors. Provide them with high-quality images, videos, and text descriptions of your products. Encourage them to share their experiences on social media and reward them for their efforts, ensuring the content is both engaging and visually appealing.", "id": "marketing_70", "task_name": "marketing_generation", "conversations": [ { "from": "human", "value": "Generate a marketing material or advertisment that consists of both text and multiple images, where text and images can be interleaved in an arbitrary order. You should follow the instruction in the following topic: Brand Ambassadors: Recruit loyal customers to promote your brand. Identify loyal customers who are passionate about your brand and invite them to become ambassadors. Provide them with high-quality images, videos, and text descriptions of your products. Encourage them to share their experiences on social media and reward them for their efforts, ensuring the content is both engaging and visually appealing." } ], "image": [], "dataset_id": "marketing_test_100" }, { "id": "seq_edit_335874", "image": [ "magic_brush_images_test/335874-input.png", "magic_brush_images_test/335874-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Please help me tweak this picture. . You need to Give the polar bear zebra stripes" }, { "from": "gpt", "value": "Your image has been successfully edited. Here it is: " } ], "dataset_id": "magicbrush_test_one_turn" }, { "instruction": "Describe a cozy, centrally located hotel in Bodrum with 30 rooms, each equipped with a kitchenette and en suite bathroom, offering guests a comfortable stay with amenities like air conditioning, swimming pool, and proximity to local attractions and transportation.", "raw_text": "The hotel is centrally located in a quiet part of Bodrum, just about a 10-minute walk to the city's waterfront and the many shops, restaurants and bars. \nThere is also a nice beach about 1.5 km away. Links to the public transport network are only some 200 m away. St Peter's Castle, which is the main landmark of the resort, is about 1 km away and well worth a visit. Milas-Bodrum Airport is around 35 km away. This small air-conditioned apartment hotel offers guests 30 simple but pleasant rooms in a low-rise complex with a garden. \n All rooms are en suite and feature a kitchenette, with a mini fridge, suitable for making light meals with a dining area and a separate bedroom. \n The rooms have individually regulated air conditioning/heating ensuring a comfortable stay. \n The complex has an outdoor swimming pool with children's section and occasional entertainment programmes are provided.", "id": "mmc4_doc_continuation_485ebe45776e", "task_name": "mmc4_doc_continuation", "conversations": [ { "from": "human", "value": "Describe a cozy, centrally located hotel in Bodrum with 30 rooms, each equipped with a kitchenette and en suite bathroom, offering guests a comfortable stay with amenities like air conditioning, swimming pool, and proximity to local attractions and transportation. You need to complete the subsequent document given the first part: The hotel is a short walk from Bodrum's waterfront and commercial area. \n" }, { "from": "gpt", "value": " A small, air-conditioned apartment hotel with 30 rooms, a garden, and proximity to a nice beach, St. Peter's Castle, public transport, and Milas-Bodrum Airport. \n Each room includes a kitchenette with a mini fridge for light meal preparation and a separate sleeping area. \n Each room offers personalized temperature control for a comfortable stay. \n" } ], "image": [ "mmc4_images_test/485ebe45776e.jpg", "mmc4_images_test/822fe1e55973.jpg", "mmc4_images_test/a29a55047cc5.jpg", "mmc4_images_test/542bb8f9435a.jpg" ], "dataset_id": "mmc4_selected_test_uni" }, { "id": "seq_edit_408425", "image": [ "magic_brush_images_test/408425-input.png", "magic_brush_images_test/408425-output1.png" ], "task_name": "seq_edit", "conversations": [ { "from": "human", "value": "Can you give me a hand with editing this picture? . You need to change the bright lime green curtains to white curtains" }, { "from": "gpt", "value": "Handled that for you! Here's your image, edited: " } ], "dataset_id": "magicbrush_test_one_turn" } ]