feat(android): add native controls and continuous multi-touch

This commit is contained in:
chenmingxuan committed 2026-11-02 21:33:45 +08:00
1 parent 3dd96078db
commit 4b12ae7728
70 files changed
+13105 -179

No files matched your search

@@ -27,6 +27,27 @@ async def test_operator_shell_tools():
"swipe": {"gesture": "up"},
"drag": {"start": [100, 200], "end": [100, 220], "target_description": "timeline"},
"action_sequence": {"steps": [{"action": "wait", "time_in_ms": 50}]},
"pinch": {
"center": [500, 500],
"start_span": 100,
"end_span": 200,
"target_description": "canvas",
},
"touch_gesture": {
"frames": [
{"at_ms": 0, "points": [[400, 500]]},
{"at_ms": 500, "points": [[600, 500]]},
],
"target_description": "canvas path",
},
"read_control": {"selector": {"content_desc": "slider"}},
"control_action": {
"selector": {"content_desc": "slider"},
"action": "set_progress",
"value": 50,
},
"wait_until": {"selector": {"content_desc": "status"}, "state": "visible"},
"scroll_to": {"container": {"content_desc": "list"}, "target": {"text": "target"}},
"press_key": {"key": "ENTER"},
"manage_app": {"action": "launch", "app_name": "Settings"},
"wait_for_delay": {"time_in_ms": 1000},