feat: add gesture sequences and calibrated pixel drags

This commit is contained in:
chenmingxuan committed 2026-11-02 11:53:27 +08:00
1 parent 2a3bbaa3fb
commit 479a185192
31 files changed
+2440 -44

No files matched your search

+6 -1
View File
@@ -40,7 +40,8 @@ __all__ = ["Actuator"]
class Actuator(Protocol):
"""Protocol every actuator backend implements.
All coordinates are 0-1000 normalized. Every action coroutine returns an
Coordinates are 0-1000 normalized, except drag/sequence members explicitly
marked coordinate_space="pixel". Every action coroutine returns an
:class:`ActionResult` and must not raise for device-level failures -- those are
reported through ``ok=False`` so a failed tap reaches the agent as an observation
rather than an exception.
@@ -84,6 +85,10 @@ class Actuator(Protocol):
async def press_key(self, key: str) -> ActionResult: ...
async def drag(self, **kwargs: Any) -> ActionResult: ...
async def action_sequence(self, steps: list[Any]) -> ActionResult: ...
async def manage_app(self, action: str, app_name: str) -> ActionResult: ...
async def wait_for_delay(self, time_in_ms: int) -> ActionResult: ...