jump until ok item select the item to the right of cancel launch the item next to cancel icon open ok item
{"activity_name": "com.smart.mobile.lin.love.pattern.locker/com.smart.mobile.lin.activity.MainActivity", "activity": {"root": {"scrollable-horizontal": false, "draw": true, "ancestors": ["android.widget.FrameLayout", "android.view.ViewGroup", "android.view.View", "java.lang.Object"], "clickable": false, "pressed": "not_pressed", "focusable": false, "long-clickable": false, "enabled": true, "bounds": [0, 297, 1440, 2178], "visibility": "visible", "content-desc": [null], "rel-bounds": [0, 0, 1440, 1881], "focused": false, "selected": false, "scrollable-vertical": false, "children": [{"scrollable-horizontal": false, "draw": true, "ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "clickable": false, "pressed": "not_pressed", "focusable": false, "long-clickable": false, "enabled": true, "bounds": [28, 325, 1412, 2150], "visibility": "visible", "content-desc": [null], "rel-bounds": [28, 28, 1412, 1853], "focused": false, "selected": false, "scrollable-vertical": false, "children": [{"text": "Text Color", "resource-id": "android:id/title", "adapter-view": false, "pointer": "4d1ad6", "scrollable-horizontal": false, "ancestors": ["android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [0, 0, 1384, 224], "draw": false, "focusable": false, "long-clickable": false, "visibility": "visible", "focused": false, "clickable": false, "abs-pos": true, "class": "android.widget.TextView", "visible-to-user": true, "package": "android", "enabled": true, "bounds": [28, 325, 1412, 549], "pressed": "not_pressed", "scrollable-vertical": false}, {"resource-id": "android:id/titleDivider", "adapter-view": false, "pointer": "685d157", "scrollable-horizontal": false, "ancestors": ["java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [0, 224, 1384, 231], "draw": false, "focusable": false, "long-clickable": false, "visibility": "visible", "focused": false, "clickable": false, "abs-pos": true, "class": "android.view.View", "visible-to-user": true, "package": "android", "enabled": true, "bounds": [28, 549, 1412, 556], "pressed": "not_pressed", "scrollable-vertical": false}, {"scrollable-horizontal": false, "draw": true, "ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "clickable": false, "pressed": "not_pressed", "focusable": false, "long-clickable": false, "enabled": true, "bounds": [28, 556, 1412, 2150], "visibility": "visible", "content-desc": [null], "rel-bounds": [0, 231, 1384, 1825], "focused": false, "selected": false, "scrollable-vertical": false, "children": [{"resource-id": "android:id/content", "adapter-view": false, "pointer": "7bb492d", "children": [{"scrollable-horizontal": false, "draw": true, "ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "clickable": false, "pressed": "not_pressed", "focusable": false, "long-clickable": false, "enabled": true, "bounds": [28, 556, 1412, 2150], "visibility": "visible", "content-desc": [null], "rel-bounds": [0, 0, 1384, 1594], "focused": false, "selected": false, "scrollable-vertical": false, "children": [{"resource-id": "com.smart.mobile.lin.love.pattern.locker:id/color_picker_view", "adapter-view": false, "pointer": "22c2bf3", "scrollable-horizontal": false, "ancestors": ["android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [18, 0, 1366, 1208], "draw": false, "focusable": true, "long-clickable": false, "visibility": "visible", "focused": true, "clickable": false, "abs-pos": true, "class": "net.margaritov.preference.colorpicker.ColorPickerView", "visible-to-user": true, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [46, 556, 1394, 1764], "pressed": "not_pressed", "scrollable-vertical": false}, {"resource-id": "com.smart.mobile.lin.love.pattern.locker:id/text_hex_wrapper", "adapter-view": false, "pointer": "324f0b0", "children": [{"text": "", "resource-id": "com.smart.mobile.lin.love.pattern.locker:id/hex_val", "adapter-view": false, "pointer": "304b29", "scrollable-horizontal": false, "ancestors": ["android.widget.TextView", "android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [0, 0, 0, 0], "draw": false, "focusable": true, "long-clickable": true, "visibility": "gone", "text-hint": "HEX", "focused": false, "clickable": true, "abs-pos": true, "class": "android.widget.EditText", "visible-to-user": false, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [67, 1764, 67, 1764], "pressed": "not_pressed", "scrollable-vertical": false}], "scrollable-horizontal": false, "ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [39, 1208, 1345, 1208], "draw": true, "focusable": false, "long-clickable": false, "visibility": "visible", "focused": false, "clickable": false, "abs-pos": true, "class": "android.widget.LinearLayout", "visible-to-user": false, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [67, 1764, 1373, 1764], "pressed": "not_pressed", "scrollable-vertical": false}, {"scrollable-horizontal": false, "draw": true, "ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "clickable": false, "pressed": "not_pressed", "focusable": false, "long-clickable": false, "enabled": true, "bounds": [46, 1782, 1394, 1922], "visibility": "visible", "content-desc": [null], "rel-bounds": [18, 1226, 1366, 1366], "focused": false, "selected": false, "scrollable-vertical": false, "children": [{"resource-id": "com.smart.mobile.lin.love.pattern.locker:id/old_color_panel", "adapter-view": false, "pointer": "6d3944f", "scrollable-horizontal": false, "ancestors": ["android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [26, 0, 604, 140], "draw": false, "focusable": false, "long-clickable": false, "visibility": "visible", "focused": false, "clickable": false, "abs-pos": true, "class": "net.margaritov.preference.colorpicker.ColorPickerPanelView", "visible-to-user": true, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [72, 1782, 650, 1922], "pressed": "not_pressed", "scrollable-vertical": false}, {"scrollable-horizontal": false, "draw": false, "ancestors": ["android.view.View", "java.lang.Object"], "clickable": false, "pressed": "not_pressed", "text": "\u2192", "focusable": false, "long-clickable": false, "enabled": true, "bounds": [685, 1782, 755, 1922], "visibility": "visible", "content-desc": [null], "rel-bounds": [639, 0, 709, 140], "focused": false, "selected": false, "scrollable-vertical": false, "adapter-view": false, "abs-pos": true, "pointer": "36067dc", "class": "android.widget.TextView", "visible-to-user": true}, {"resource-id": "com.smart.mobile.lin.love.pattern.locker:id/new_color_panel", "adapter-view": false, "pointer": "fd970e5", "scrollable-horizontal": false, "ancestors": ["android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [744, 0, 1322, 140], "draw": false, "focusable": false, "long-clickable": false, "visibility": "visible", "focused": false, "clickable": false, "abs-pos": true, "class": "net.margaritov.preference.colorpicker.ColorPickerPanelView", "visible-to-user": true, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [790, 1782, 1368, 1922], "pressed": "not_pressed", "scrollable-vertical": false}], "adapter-view": false, "abs-pos": true, "pointer": "62caeae", "class": "android.widget.LinearLayout", "visible-to-user": true}, {"resource-id": "com.smart.mobile.lin.love.pattern.locker:id/titleDivider", "adapter-view": false, "pointer": "61907ba", "scrollable-horizontal": false, "ancestors": ["android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [18, 1401, 1366, 1405], "draw": false, "focusable": false, "long-clickable": false, "visibility": "visible", "focused": false, "clickable": false, "abs-pos": true, "class": "android.widget.ImageView", "visible-to-user": true, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [46, 1957, 1394, 1961], "pressed": "not_pressed", "scrollable-vertical": false}, {"resource-id": "com.smart.mobile.lin.love.pattern.locker:id/buttonPanel", "adapter-view": false, "pointer": "cdf266b", "children": [{"scrollable-horizontal": false, "draw": false, "ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "clickable": false, "pressed": "not_pressed", "focusable": false, "long-clickable": false, "enabled": true, "bounds": [46, 1961, 1394, 2143], "visibility": "visible", "content-desc": [null], "rel-bounds": [0, 0, 1348, 182], "focused": false, "selected": false, "scrollable-vertical": false, "children": [{"resource-id": "com.smart.mobile.lin.love.pattern.locker:id/leftSpacer", "adapter-view": false, "pointer": "e353661", "scrollable-horizontal": false, "ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [0, 0, 0, 0], "draw": true, "focusable": false, "long-clickable": false, "visibility": "gone", "focused": false, "clickable": false, "abs-pos": true, "class": "android.widget.LinearLayout", "visible-to-user": false, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [46, 1961, 46, 1961], "pressed": "not_pressed", "scrollable-vertical": false}, {"text": "Cancel", "resource-id": "com.smart.mobile.lin.love.pattern.locker:id/button1", "adapter-view": false, "pointer": "33fe586", "scrollable-horizontal": false, "ancestors": ["android.widget.TextView", "android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [7, 14, 673, 182], "draw": false, "focusable": true, "long-clickable": false, "visibility": "visible", "focused": false, "clickable": true, "abs-pos": true, "class": "android.widget.Button", "visible-to-user": true, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [53, 1975, 719, 2143], "pressed": "not_pressed", "scrollable-vertical": false}, {"text": "Ok", "resource-id": "com.smart.mobile.lin.love.pattern.locker:id/button2", "adapter-view": false, "pointer": "5c7be47", "scrollable-horizontal": false, "ancestors": ["android.widget.TextView", "android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [675, 14, 1341, 182], "draw": false, "focusable": true, "long-clickable": false, "visibility": "visible", "focused": false, "clickable": true, "abs-pos": true, "class": "android.widget.Button", "visible-to-user": true, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [721, 1975, 1387, 2143], "pressed": "not_pressed", "scrollable-vertical": false}, {"resource-id": "com.smart.mobile.lin.love.pattern.locker:id/rightSpacer", "adapter-view": false, "pointer": "3efd674", "scrollable-horizontal": false, "ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [0, 0, 0, 0], "draw": true, "focusable": false, "long-clickable": false, "visibility": "gone", "focused": false, "clickable": false, "abs-pos": true, "class": "android.widget.LinearLayout", "visible-to-user": false, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [46, 1961, 46, 1961], "pressed": "not_pressed", "scrollable-vertical": false}], "adapter-view": false, "abs-pos": true, "pointer": "a7a25c8", "class": "android.widget.LinearLayout", "visible-to-user": true}], "scrollable-horizontal": false, "ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [18, 1405, 1366, 1594], "draw": true, "focusable": false, "long-clickable": false, "visibility": "visible", "focused": false, "clickable": false, "abs-pos": true, "class": "android.widget.LinearLayout", "visible-to-user": true, "package": "com.smart.mobile.lin.love.pattern.locker", "enabled": true, "bounds": [46, 1961, 1394, 2150], "pressed": "not_pressed", "scrollable-vertical": false}], "adapter-view": false, "abs-pos": true, "pointer": "d80e62", "class": "android.widget.LinearLayout", "visible-to-user": true}], "scrollable-horizontal": false, "ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "selected": false, "content-desc": [null], "rel-bounds": [0, 0, 1384, 1594], "draw": true, "focusable": false, "long-clickable": false, "visibility": "visible", "focused": false, "clickable": false, "abs-pos": true, "class": "android.widget.FrameLayout", "visible-to-user": true, "package": "android", "enabled": true, "bounds": [28, 556, 1412, 2150], "pressed": "not_pressed", "scrollable-vertical": false}], "adapter-view": false, "abs-pos": true, "pointer": "d0cd444", "class": "android.widget.FrameLayout", "visible-to-user": true}], "adapter-view": false, "abs-pos": true, "pointer": "b2baef1", "class": "android.widget.LinearLayout", "visible-to-user": true}], "adapter-view": false, "abs-pos": true, "pointer": "873e698", "class": "com.android.internal.policy.PhoneWindow$DecorView", "visible-to-user": true}, "added_fragments": [], "active_fragments": []}, "is_keyboard_deployed": false, "request_id": "741"}
{"ancestors": ["android.widget.FrameLayout", "android.view.ViewGroup", "android.view.View", "java.lang.Object"], "class": "com.android.internal.policy.PhoneWindow$DecorView", "bounds": [0, 297, 1440, 2178], "clickable": false, "children": [{"ancestors": ["android.view.ViewGroup", "android.view.View", "java.lang.Object"], "class": "android.widget.LinearLayout", "bounds": [28, 325, 1412, 2150], "clickable": false, "children": [{"text": "Text Color", "resource-id": "android:id/title", "ancestors": ["android.view.View", "java.lang.Object"], "clickable": false, "class": "android.widget.TextView", "bounds": [28, 325, 1412, 549], "componentLabel": "Text"}, {"ancestors": ["android.view.View", "java.lang.Object"], "resource-id": "com.smart.mobile.lin.love.pattern.locker:id/titleDivider", "clickable": false, "class": "android.widget.ImageView", "bounds": [46, 1957, 1394, 1961], "componentLabel": "Image"}, {"ancestors": ["android.view.View", "java.lang.Object"], "text": "\u2192", "bounds": [685, 1782, 755, 1922], "clickable": false, "class": "android.widget.TextView", "componentLabel": "Text"}, {"text": "Cancel", "resource-id": "com.smart.mobile.lin.love.pattern.locker:id/button1", "ancestors": ["android.widget.TextView", "android.view.View", "java.lang.Object"], "clickable": true, "class": "android.widget.Button", "bounds": [53, 1975, 719, 2143], "componentLabel": "Text Button", "textButtonClass": "back"}, {"text": "Ok", "resource-id": "com.smart.mobile.lin.love.pattern.locker:id/button2", "ancestors": ["android.widget.TextView", "android.view.View", "java.lang.Object"], "clickable": true, "class": "android.widget.Button", "bounds": [721, 1975, 1387, 2143], "componentLabel": "Text Button", "textButtonClass": "ok"}], "componentLabel": "Modal"}]}