instruction: Open the Outlook App, select the menu icon go to the setting icon to change the contacts sort by to last name and calendar weather to switch on. 

previous_actions: {"name": "open_app", "parameters": {"app_name": "Outlook"}}
{"name": "click", "parameters": {"x": 84, "y": 191}}
{"name": "click", "parameters": {"x": 94, "y": 2242}}
{"name": "scroll", "parameters": {"direction": "down"}}
{"name": "scroll", "parameters": {"direction": "down"}}
{"name": "click", "parameters": {"x": 255, "y": 732}}
{"name": "click", "parameters": {"x": 540, "y": 1349}}
{"name": "click", "parameters": {"x": 266, "y": 1425}}
{"name": "click", "parameters": {"x": 977, "y": 382}}

active_application: Settings

screen_description: windows {
  bounds_in_screen {
    right: 1080
    bottom: 118
  }
  layer: 1
  window_type: TYPE_SYSTEM
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        left: 47
        right: 1027
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 454
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 454
        top: 1
        right: 599
        bottom: 118
      }
      class_name: "android.view.View"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 599
        top: 1
        right: 1006
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 439
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 1006
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 439
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 1006
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        left: 47
        top: 1
        right: 149
        bottom: 118
      }
      class_name: "android.widget.TextView"
      content_description: "12:40 PM"
      text: "12:40"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 149
        top: 1
        right: 439
        bottom: 118
      }
      class_name: "android.widget.FrameLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 1
        right: 986
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 1
        right: 1006
        bottom: 118
      }
      class_name: "android.widget.LinearLayout"
      content_description: "Battery charging, 100 percent."
      depth: 7
    }
    nodes {
      bounds_in_screen {
        left: 149
        top: 1
        right: 439
        bottom: 118
      }
      class_name: "android.view.ViewGroup"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 924
        top: 30
        right: 970
        bottom: 88
      }
      class_name: "android.widget.FrameLayout"
      content_description: "Wifi three bars."
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 986
        top: 42
        right: 1006
        bottom: 76
      }
      class_name: "android.widget.ImageView"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 149
        top: 1
        right: 207
        bottom: 118
      }
      class_name: "android.widget.ImageView"
      content_description: "DigiCal notification: Live Raters Meeting"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 207
        top: 1
        right: 265
        bottom: 118
      }
      class_name: "android.widget.ImageView"
      content_description: "upGrad notification: 📜 Earn Your Global Master Certificate"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 265
        top: 1
        right: 323
        bottom: 118
      }
      class_name: "android.widget.ImageView"
      content_description: "Calendar notification: ‎‪Live Raters Meeting‬‎"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 323
        top: 1
        right: 381
        bottom: 118
      }
      class_name: "android.widget.ImageView"
      content_description: "Google Play services notification: Security Alert"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 381
        top: 1
        right: 439
        bottom: 118
      }
      class_name: "android.widget.ImageView"
      content_description: "YouTube notification: Toby Official Trailer | Raj B Shetty | Basil Alchalakkal | Midhun Mukundan | Lighter Buddha Films"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 399
        top: 1
        right: 439
        bottom: 118
      }
      class_name: "android.widget.ImageView"
      content_description: "YouTube notification: #shorts 식인상어도 칼 닿으면 뭐다?"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 399
        top: 1
        right: 439
        bottom: 118
      }
      class_name: "android.widget.ImageView"
      content_description: "Android System notification: Review app with full device access"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 399
        top: 1
        right: 439
        bottom: 118
      }
      class_name: "android.widget.ImageView"
      content_description: "YouTube notification: Tauba Meri Tauba | Mamta Sharma | Urvashi Rautela | Sharad Malhotra | Badash | Navjit Buttar | Song"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 30
        right: 970
        bottom: 88
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 39
        right: 970
        bottom: 78
      }
      class_name: "android.widget.FrameLayout"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 931
        top: 39
        right: 970
        bottom: 78
      }
      class_name: "android.widget.ImageView"
      depth: 11
    }
  }
}
windows {
  bounds_in_screen {
    right: 1080
    bottom: 2400
  }
  id: 933
  title: "Settings"
  window_type: TYPE_APPLICATION
  is_active: true
  is_focused: true
  tree {
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2400
      }
      class_name: "android.widget.FrameLayout"
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        right: 1080
        bottom: 118
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 2337
        right: 1080
        bottom: 2400
      }
      class_name: "android.view.View"
      depth: 1
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 2
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 3
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.FrameLayout"
      depth: 4
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 5
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 265
      }
      class_name: "android.widget.LinearLayout"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 265
        right: 1080
        bottom: 2337
      }
      class_name: "android.view.ViewGroup"
      depth: 6
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 1080
        bottom: 265
      }
      class_name: "android.view.ViewGroup"
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 265
        right: 1080
        bottom: 2337
      }
      class_name: "androidx.recyclerview.widget.RecyclerView"
      is_focusable: true
      is_scrollable: true
      depth: 7
    }
    nodes {
      bounds_in_screen {
        top: 118
        right: 147
        bottom: 265
      }
      class_name: "android.widget.ImageButton"
      content_description: "Navigate up"
      is_clickable: true
      is_focusable: true
      depth: 8
      tooltip_text: "Navigate up"
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 156
        right: 386
        bottom: 227
      }
      class_name: "android.widget.TextView"
      text: "Settings"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 1080
        top: 118
        right: 1080
        bottom: 265
      }
      class_name: "androidx.appcompat.widget.LinearLayoutCompat"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 265
        right: 1080
        bottom: 349
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 349
        right: 1080
        bottom: 475
      }
      class_name: "android.widget.LinearLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 475
        right: 1080
        bottom: 664
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 664
        right: 1080
        bottom: 853
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 853
        right: 1080
        bottom: 1042
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 1042
        right: 1080
        bottom: 1168
      }
      class_name: "android.widget.LinearLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 1168
        right: 1080
        bottom: 1357
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 1357
        right: 1080
        bottom: 1546
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 1546
        right: 1080
        bottom: 1735
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 1735
        right: 1080
        bottom: 1924
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 1924
        right: 1080
        bottom: 2050
      }
      class_name: "android.widget.LinearLayout"
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 2050
        right: 1080
        bottom: 2239
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        top: 2239
        right: 1080
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      is_clickable: true
      is_focusable: true
      is_long_clickable: true
      depth: 8
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 265
        right: 105
        bottom: 286
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 265
        right: 357
        bottom: 283
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 349
        right: 1080
        bottom: 475
      }
      class_name: "android.widget.TextView"
      text: "Contacts"
      is_focusable: true
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 538
        right: 105
        bottom: 601
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 515
        right: 360
        bottom: 623
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 727
        right: 105
        bottom: 790
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 704
        right: 361
        bottom: 812
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 916
        right: 105
        bottom: 979
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 919
        right: 453
        bottom: 976
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 1042
        right: 1080
        bottom: 1168
      }
      class_name: "android.widget.TextView"
      text: "Calendar"
      is_focusable: true
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1231
        right: 105
        bottom: 1294
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1208
        right: 942
        bottom: 1316
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1420
        right: 105
        bottom: 1483
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1397
        right: 344
        bottom: 1505
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1609
        right: 105
        bottom: 1672
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1586
        right: 389
        bottom: 1694
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 1798
        right: 105
        bottom: 1861
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1775
        right: 466
        bottom: 1883
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        top: 1924
        right: 1080
        bottom: 2050
      }
      class_name: "android.widget.TextView"
      text: "Connected Apps and Add-ins"
      is_focusable: true
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 2113
        right: 105
        bottom: 2176
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 2090
        right: 783
        bottom: 2198
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 42
        top: 2302
        right: 105
        bottom: 2337
      }
      class_name: "android.widget.ImageView"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 2279
        right: 586
        bottom: 2337
      }
      class_name: "android.widget.LinearLayout"
      depth: 9
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 265
        right: 357
        bottom: 283
      }
      class_name: "android.widget.TextView"
      text: "Dictation"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 515
        right: 324
        bottom: 572
      }
      class_name: "android.widget.TextView"
      content_description: "Change your default account for saving contacts. The default contacts account is"
      text: "Default"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 572
        right: 360
        bottom: 623
      }
      class_name: "android.widget.TextView"
      text: "No default"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 704
        right: 321
        bottom: 761
      }
      class_name: "android.widget.TextView"
      content_description: "The default contacts sorting property is"
      text: "Sort by"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 761
        right: 361
        bottom: 812
      }
      class_name: "android.widget.TextView"
      text: "Last name"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 919
        right: 453
        bottom: 976
      }
      class_name: "android.widget.TextView"
      text: "Swipe options"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1208
        right: 324
        bottom: 1265
      }
      class_name: "android.widget.TextView"
      content_description: "Change your default calendar. The default calendar set is"
      text: "Default"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1265
        right: 942
        bottom: 1316
      }
      class_name: "android.widget.TextView"
      text: "Calendar – dbwscratch.test.id6@outlook.com"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1397
        right: 344
        bottom: 1454
      }
      class_name: "android.widget.TextView"
      text: "Weather"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1454
        right: 234
        bottom: 1505
      }
      class_name: "android.widget.TextView"
      text: "On"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1586
        right: 389
        bottom: 1643
      }
      class_name: "android.widget.TextView"
      content_description: "Change the first day of week. The current first day of week is"
      text: "Week start"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1643
        right: 310
        bottom: 1694
      }
      class_name: "android.widget.TextView"
      text: "Sunday"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1775
        right: 466
        bottom: 1832
      }
      class_name: "android.widget.TextView"
      text: "Week numbers"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 1832
        right: 240
        bottom: 1883
      }
      class_name: "android.widget.TextView"
      text: "Off"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 2090
        right: 331
        bottom: 2147
      }
      class_name: "android.widget.TextView"
      text: "Add-ins"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 2147
        right: 783
        bottom: 2198
      }
      class_name: "android.widget.TextView"
      text: "Outlook extensions for popular apps"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 2279
        right: 586
        bottom: 2336
      }
      class_name: "android.widget.TextView"
      text: "Interesting Calendars"
      depth: 10
    }
    nodes {
      bounds_in_screen {
        left: 189
        top: 2336
        right: 525
        bottom: 2337
      }
      class_name: "android.widget.TextView"
      text: "TV, sports, and more"
      depth: 10
    }
  }
}


assistant: !FUNCTIONCALL{"name": "status", "parameters": {"goal_status": "successful"}}