feat: add gesture sequences and calibrated pixel drags

This commit is contained in:
chenmingxuan committed 2026-11-02 11:53:27 +08:00
1 parent 2a3bbaa3fb
commit 479a185192
31 files changed
+2440 -44

No files matched your search

@@ -25,6 +25,8 @@ async def test_operator_shell_tools():
"click": {"target": 1, "times": 1, "delay_ms": 100},
"input_text": {"text": "hello", "target": 1, "clear_exist": True},
"swipe": {"gesture": "up"},
"drag": {"start": [100, 200], "end": [100, 220], "target_description": "timeline"},
"action_sequence": {"steps": [{"action": "wait", "time_in_ms": 50}]},
"press_key": {"key": "ENTER"},
"manage_app": {"action": "launch", "app_name": "Settings"},
"wait_for_delay": {"time_in_ms": 1000},