{ "action_sequence": { "description": "Execute validated short gesture steps consecutively; stop at the first failure.", "inputSchema": { "$defs": { "ClickStep": { "additionalProperties": false, "properties": { "action": { "const": "click", "title": "Action", "type": "string" }, "target": { "anyOf": [ { "items": { "type": "integer" }, "maxItems": 2, "minItems": 2, "type": "array" }, { "minLength": 1, "type": "string" } ], "description": "Prefer an exact observed resource_id: resolve its live bounds before tapping, refusing absent/ambiguous targets. Otherwise use [x,y] in coordinate_space; never mix screenshot pixels with normalized coordinates.", "title": "Target" }, "target_description": { "minLength": 1, "title": "Target Description", "type": "string" }, "coordinate_space": { "default": "normalized", "enum": [ "normalized", "pixel" ], "title": "Coordinate Space", "type": "string" }, "times": { "default": 1, "description": "Consecutive taps within this ONE member, e.g. 10 for a scale +/- button; no model turns between taps.", "maximum": 10, "minimum": 1, "title": "Times", "type": "integer" }, "delay_ms": { "default": 100, "maximum": 1000, "minimum": 0, "title": "Delay Ms", "type": "integer" }, "unless_visible": { "anyOf": [ { "minLength": 1, "type": "string" }, { "type": "null" } ], "default": null, "description": "Exact previously observed resource_id inside a toggled panel (not the opener). Skip this opener click when that control is already visible; otherwise click. Avoid closing a still-open panel.", "title": "Unless Visible" } }, "required": [ "action", "target", "target_description" ], "title": "ClickStep", "type": "object" }, "DragCalibration": { "additionalProperties": false, "properties": { "axis": { "enum": [ "x", "y" ], "title": "Axis", "type": "string" }, "mode": { "description": "thumb moves a handle to a value; pan moves a scale under a fixed indicator.", "enum": [ "thumb", "pan" ], "title": "Mode", "type": "string" }, "anchors": { "items": { "$ref": "#/$defs/ScaleAnchor" }, "maxItems": 2, "minItems": 2, "title": "Anchors", "type": "array" }, "target_value": { "title": "Target Value", "type": "number" }, "indicator_position": { "anyOf": [ { "type": "number" }, { "type": "null" } ], "default": null, "description": "Required for pan: the fixed indicator's observed axis position.", "title": "Indicator Position" } }, "required": [ "axis", "mode", "anchors", "target_value" ], "title": "DragCalibration", "type": "object" }, "DragStep": { "additionalProperties": false, "properties": { "start": { "items": { "type": "integer" }, "maxItems": 2, "minItems": 2, "title": "Start", "type": "array" }, "target_description": { "minLength": 1, "title": "Target Description", "type": "string" }, "end": { "anyOf": [ { "items": { "type": "integer" }, "maxItems": 2, "minItems": 2, "type": "array" }, { "type": "null" } ], "default": null, "description": "Exact endpoint; MUST be null when calibration is supplied.", "title": "End" }, "coordinate_space": { "default": "normalized", "enum": [ "normalized", "pixel" ], "title": "Coordinate Space", "type": "string" }, "duration_ms": { "default": 300, "maximum": 10000, "minimum": 1, "title": "Duration Ms", "type": "integer" }, "calibration": { "anyOf": [ { "$ref": "#/$defs/DragCalibration" }, { "type": "null" } ], "default": null, "description": "Computes the endpoint from observed anchors; then set end=null." }, "require_visible": { "anyOf": [ { "minLength": 1, "type": "string" }, { "type": "null" } ], "default": null, "description": "Exact previously observed resource_id of a panel control. Check live visibility before dragging; refuse input if absent. Use for auto-hiding controls.", "title": "Require Visible" }, "action": { "const": "drag", "title": "Action", "type": "string" } }, "required": [ "start", "target_description", "action" ], "title": "DragStep", "type": "object" }, "EnsureVisibleStep": { "additionalProperties": false, "properties": { "action": { "const": "ensure_visible", "title": "Action", "type": "string" }, "target": { "description": "Panel control resource_id copied VERBATIM from observed elements, including the ':id/' separator. Never rewrite it as ':id:' or guess an ID.", "minLength": 1, "title": "Target", "type": "string" }, "opener": { "description": "UI opener resource_id copied VERBATIM from observed elements, including ':id/' (not ':id:'). Tap ONCE only if target is absent; never use a business submission as an opener.", "minLength": 1, "title": "Opener", "type": "string" }, "target_description": { "minLength": 1, "title": "Target Description", "type": "string" }, "timeout_ms": { "default": 1500, "description": "Bounded live-UI wait AFTER opening, without extra model turns or repeated opener taps.", "maximum": 3000, "minimum": 100, "title": "Timeout Ms", "type": "integer" } }, "required": [ "action", "target", "opener", "target_description" ], "title": "EnsureVisibleStep", "type": "object" }, "ScaleAnchor": { "additionalProperties": false, "properties": { "position": { "description": "Observed axis coordinate in the selected coordinate space.", "title": "Position", "type": "number" }, "value": { "description": "Observed scale value, in one consistent numeric unit.", "title": "Value", "type": "number" } }, "required": [ "position", "value" ], "title": "ScaleAnchor", "type": "object" }, "WaitStep": { "additionalProperties": false, "properties": { "action": { "const": "wait", "title": "Action", "type": "string" }, "time_in_ms": { "maximum": 10000, "minimum": 0, "title": "Time In Ms", "type": "integer" } }, "required": [ "action", "time_in_ms" ], "title": "WaitStep", "type": "object" } }, "properties": { "steps": { "items": { "anyOf": [ { "$ref": "#/$defs/ClickStep" }, { "$ref": "#/$defs/DragStep" }, { "$ref": "#/$defs/WaitStep" }, { "$ref": "#/$defs/EnsureVisibleStep" } ] }, "title": "Steps", "type": "array" } }, "required": [ "steps" ], "title": "action_sequenceArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "drag": { "description": "Drag with exact coordinates or an observed two-anchor calibration.", "inputSchema": { "$defs": { "DragCalibration": { "additionalProperties": false, "properties": { "axis": { "enum": [ "x", "y" ], "title": "Axis", "type": "string" }, "mode": { "description": "thumb moves a handle to a value; pan moves a scale under a fixed indicator.", "enum": [ "thumb", "pan" ], "title": "Mode", "type": "string" }, "anchors": { "items": { "$ref": "#/$defs/ScaleAnchor" }, "maxItems": 2, "minItems": 2, "title": "Anchors", "type": "array" }, "target_value": { "title": "Target Value", "type": "number" }, "indicator_position": { "anyOf": [ { "type": "number" }, { "type": "null" } ], "default": null, "description": "Required for pan: the fixed indicator's observed axis position.", "title": "Indicator Position" } }, "required": [ "axis", "mode", "anchors", "target_value" ], "title": "DragCalibration", "type": "object" }, "ScaleAnchor": { "additionalProperties": false, "properties": { "position": { "description": "Observed axis coordinate in the selected coordinate space.", "title": "Position", "type": "number" }, "value": { "description": "Observed scale value, in one consistent numeric unit.", "title": "Value", "type": "number" } }, "required": [ "position", "value" ], "title": "ScaleAnchor", "type": "object" } }, "properties": { "start": { "items": { "type": "integer" }, "title": "Start", "type": "array" }, "target_description": { "title": "Target Description", "type": "string" }, "end": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "End" }, "coordinate_space": { "default": "normalized", "enum": [ "normalized", "pixel" ], "title": "Coordinate Space", "type": "string" }, "duration_ms": { "default": 300, "title": "Duration Ms", "type": "integer" }, "calibration": { "anyOf": [ { "$ref": "#/$defs/DragCalibration" }, { "type": "null" } ], "default": null }, "require_visible": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Require Visible" } }, "required": [ "start", "target_description" ], "title": "dragArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "click": { "description": "Tap at a 0-1000 normalized [x, y] coordinate.", "inputSchema": { "properties": { "target": { "items": { "type": "integer" }, "title": "Target", "type": "array" }, "times": { "default": 1, "title": "Times", "type": "integer" }, "delay_ms": { "default": 100, "title": "Delay Ms", "type": "integer" }, "expected_resource_id": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Expected Resource Id" } }, "required": [ "target" ], "title": "clickArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "click_sequence": { "description": "Tap a series of 0-1000 normalized [x, y] points in one atomic burst.", "inputSchema": { "properties": { "sequence": { "items": { "items": { "type": "integer" }, "type": "array" }, "title": "Sequence", "type": "array" }, "delay_ms": { "default": 50, "title": "Delay Ms", "type": "integer" } }, "required": [ "sequence" ], "title": "click_sequenceArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "long_press": { "description": "Long-press at a 0-1000 normalized [x, y] coordinate.", "inputSchema": { "properties": { "target": { "items": { "type": "integer" }, "title": "Target", "type": "array" }, "duration_ms": { "default": 1000, "title": "Duration Ms", "type": "integer" } }, "required": [ "target" ], "title": "long_pressArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "input_text": { "description": "Type text, optionally focusing a 0-1000 normalized [x, y] target first.", "inputSchema": { "properties": { "text": { "title": "Text", "type": "string" }, "target": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Target" }, "clear_exist": { "default": true, "title": "Clear Exist", "type": "boolean" } }, "required": [ "text" ], "title": "input_textArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "swipe": { "description": "Swipe between two 0-1000 normalized [x, y] points.", "inputSchema": { "properties": { "start": { "items": { "type": "integer" }, "title": "Start", "type": "array" }, "end": { "items": { "type": "integer" }, "title": "End", "type": "array" }, "duration_ms": { "default": 800, "title": "Duration Ms", "type": "integer" } }, "required": [ "start", "end" ], "title": "swipeArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "press_key": { "description": "Press a device key (home, back, enter, delete, tab, search, menu, app_switch).", "inputSchema": { "properties": { "key": { "title": "Key", "type": "string" } }, "required": [ "key" ], "title": "press_keyArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "manage_app": { "description": "Launch or stop an app by human-readable name or package.", "inputSchema": { "properties": { "action": { "title": "Action", "type": "string" }, "app_name": { "title": "App Name", "type": "string" } }, "required": [ "action", "app_name" ], "title": "manage_appArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "wait_for_delay": { "description": "Wait for a fixed number of milliseconds.", "inputSchema": { "properties": { "time_in_ms": { "title": "Time In Ms", "type": "integer" } }, "required": [ "time_in_ms" ], "title": "wait_for_delayArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "wait_for_text": { "description": "Wait for text to appear on or disappear from the screen.", "inputSchema": { "properties": { "text": { "title": "Text", "type": "string" }, "wait_state": { "default": "appear", "title": "Wait State", "type": "string" }, "timeout_ms": { "default": 5000, "title": "Timeout Ms", "type": "integer" } }, "required": [ "text" ], "title": "wait_for_textArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "open_link": { "description": "Open a URL on the device.", "inputSchema": { "properties": { "url": { "title": "Url", "type": "string" } }, "required": [ "url" ], "title": "open_linkArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "erase_one_char": { "description": "Erase a single character in the focused field.", "inputSchema": { "properties": {}, "title": "erase_one_charArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "focus_and_clear_text": { "description": "Focus the field at a 0-1000 normalized [x, y] and clear its text.", "inputSchema": { "properties": { "target": { "items": { "type": "integer" }, "title": "Target", "type": "array" } }, "required": [ "target" ], "title": "focus_and_clear_textArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Outcome of one device action, independent of any transport or agent.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode" }, "action": { "title": "Action", "type": "string" }, "message": { "title": "Message", "type": "string" }, "detail": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Detail" }, "normalized_coordinates": { "anyOf": [ { "items": { "type": "integer" }, "type": "array" }, { "type": "null" } ], "default": null, "title": "Normalized Coordinates" }, "duration_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Duration Ms" }, "metadata": { "additionalProperties": true, "title": "Metadata", "type": "object" } }, "required": [ "ok", "code", "action", "message" ], "title": "ActionResult", "type": "object" } }, "observe_screen": { "description": "Capture and index the current screen (adapter-internal).", "inputSchema": { "properties": { "settle_ms": { "default": 400, "title": "Settle Ms", "type": "integer" }, "include_image": { "default": false, "title": "Include Image", "type": "boolean" } }, "title": "observe_screenArguments", "type": "object" }, "outputSchema": { "$defs": { "ActionCode": { "description": "Machine-readable outcome classification for a device action.", "enum": [ "OK", "INVALID_ARGS", "TARGET_NOT_FOUND", "DEVICE_ERROR", "PACKAGE_NOT_FOUND", "TIMEOUT", "UNSUPPORTED" ], "title": "ActionCode", "type": "string" } }, "description": "Post-action observation: persisted screenshot plus the parsed element list.", "properties": { "ok": { "title": "Ok", "type": "boolean" }, "code": { "$ref": "#/$defs/ActionCode", "default": "OK" }, "message": { "default": "", "title": "Message", "type": "string" }, "screenshot_path": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Screenshot Path" }, "image_name": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Image Name" }, "width": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Width" }, "height": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Height" }, "elements_text": { "anyOf": [ { "type": "string" }, { "type": "null" } ], "default": null, "title": "Elements Text" }, "elements": { "items": { "additionalProperties": true, "type": "object" }, "title": "Elements", "type": "array" }, "hierarchy_ok": { "default": true, "title": "Hierarchy Ok", "type": "boolean" } }, "required": [ "ok" ], "title": "ObserveResult", "type": "object" } }, "take_screenshot": { "description": "Return the current screen as base64 (adapter-internal, no persistence).", "inputSchema": { "properties": { "timeout_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Timeout Ms" } }, "title": "take_screenshotArguments", "type": "object" }, "outputSchema": null }, "get_ui_hierarchy": { "description": "Return the raw UI element hierarchy (adapter-internal).", "inputSchema": { "properties": { "timeout_ms": { "anyOf": [ { "type": "integer" }, { "type": "null" } ], "default": null, "title": "Timeout Ms" } }, "title": "get_ui_hierarchyArguments", "type": "object" }, "outputSchema": null } }