feat: add gesture sequences and calibrated pixel drags

This commit is contained in:
chenmingxuan committed 2026-11-02 11:53:27 +08:00
1 parent 2a3bbaa3fb
commit 479a185192
31 files changed
+2440 -44

No files matched your search

+22 -2
View File
@@ -253,7 +253,14 @@ class FlashRunner:
t
for t in tools
if t.name not in DEVICE_ACTIONS
and t.name not in {"ask_explorer", "video_analyzer", "click_sequence"}
and t.name
not in {
"ask_explorer",
"video_analyzer",
"click_sequence",
"action_sequence",
"drag",
}
]
# With an actuator installed, drop declarations for device actions the
# backend does not implement (and append its extension tools); without
@@ -781,7 +788,20 @@ class FlashRunner:
action_dict["normalized_start_coordinates"] = norm_start
action_dict["normalized_end_coordinates"] = norm_end
action_dict.update(metadata.get("target_semantics") or {})
for key in ("input_verification", "execution", "side_effect", "source"):
for key in (
"input_verification",
"execution",
"side_effect",
"source",
"sequence_results",
"completed_steps",
"calibration",
"coordinate_space",
"coordinates",
"duration_ms",
"screen_size",
"normalized_coordinates",
):
if key in metadata:
action_dict[key] = metadata[key]
if metadata.get("plugin_id"):