2070 lines
47 KiB
JSON
2070 lines
47 KiB
JSON
{
|
|
"action_sequence": {
|
|
"description": "Execute validated short gesture steps consecutively; stop at the first failure.",
|
|
"inputSchema": {
|
|
"$defs": {
|
|
"ClickStep": {
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"action": {
|
|
"const": "click",
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"target": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"maxItems": 2,
|
|
"minItems": 2,
|
|
"title": "Target",
|
|
"type": "array"
|
|
},
|
|
"target_description": {
|
|
"minLength": 1,
|
|
"title": "Target Description",
|
|
"type": "string"
|
|
},
|
|
"coordinate_space": {
|
|
"default": "normalized",
|
|
"enum": [
|
|
"normalized",
|
|
"pixel"
|
|
],
|
|
"title": "Coordinate Space",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"action",
|
|
"target",
|
|
"target_description"
|
|
],
|
|
"title": "ClickStep",
|
|
"type": "object"
|
|
},
|
|
"DragCalibration": {
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"axis": {
|
|
"enum": [
|
|
"x",
|
|
"y"
|
|
],
|
|
"title": "Axis",
|
|
"type": "string"
|
|
},
|
|
"mode": {
|
|
"description": "thumb moves a handle to a value; pan moves a scale under a fixed indicator.",
|
|
"enum": [
|
|
"thumb",
|
|
"pan"
|
|
],
|
|
"title": "Mode",
|
|
"type": "string"
|
|
},
|
|
"anchors": {
|
|
"items": {
|
|
"$ref": "#/$defs/ScaleAnchor"
|
|
},
|
|
"maxItems": 2,
|
|
"minItems": 2,
|
|
"title": "Anchors",
|
|
"type": "array"
|
|
},
|
|
"target_value": {
|
|
"title": "Target Value",
|
|
"type": "number"
|
|
},
|
|
"indicator_position": {
|
|
"anyOf": [
|
|
{
|
|
"type": "number"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"description": "Required for pan: the fixed indicator's observed axis position.",
|
|
"title": "Indicator Position"
|
|
}
|
|
},
|
|
"required": [
|
|
"axis",
|
|
"mode",
|
|
"anchors",
|
|
"target_value"
|
|
],
|
|
"title": "DragCalibration",
|
|
"type": "object"
|
|
},
|
|
"DragStep": {
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"start": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"maxItems": 2,
|
|
"minItems": 2,
|
|
"title": "Start",
|
|
"type": "array"
|
|
},
|
|
"target_description": {
|
|
"minLength": 1,
|
|
"title": "Target Description",
|
|
"type": "string"
|
|
},
|
|
"end": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"maxItems": 2,
|
|
"minItems": 2,
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"description": "Exact endpoint; MUST be null when calibration is supplied.",
|
|
"title": "End"
|
|
},
|
|
"coordinate_space": {
|
|
"default": "normalized",
|
|
"enum": [
|
|
"normalized",
|
|
"pixel"
|
|
],
|
|
"title": "Coordinate Space",
|
|
"type": "string"
|
|
},
|
|
"duration_ms": {
|
|
"default": 300,
|
|
"maximum": 10000,
|
|
"minimum": 1,
|
|
"title": "Duration Ms",
|
|
"type": "integer"
|
|
},
|
|
"calibration": {
|
|
"anyOf": [
|
|
{
|
|
"$ref": "#/$defs/DragCalibration"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"description": "Computes the endpoint from observed anchors; then set end=null."
|
|
},
|
|
"action": {
|
|
"const": "drag",
|
|
"title": "Action",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"start",
|
|
"target_description",
|
|
"action"
|
|
],
|
|
"title": "DragStep",
|
|
"type": "object"
|
|
},
|
|
"ScaleAnchor": {
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"position": {
|
|
"description": "Observed axis coordinate in the selected coordinate space.",
|
|
"title": "Position",
|
|
"type": "number"
|
|
},
|
|
"value": {
|
|
"description": "Observed scale value, in one consistent numeric unit.",
|
|
"title": "Value",
|
|
"type": "number"
|
|
}
|
|
},
|
|
"required": [
|
|
"position",
|
|
"value"
|
|
],
|
|
"title": "ScaleAnchor",
|
|
"type": "object"
|
|
},
|
|
"WaitStep": {
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"action": {
|
|
"const": "wait",
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"time_in_ms": {
|
|
"maximum": 10000,
|
|
"minimum": 0,
|
|
"title": "Time In Ms",
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"required": [
|
|
"action",
|
|
"time_in_ms"
|
|
],
|
|
"title": "WaitStep",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"properties": {
|
|
"steps": {
|
|
"items": {
|
|
"anyOf": [
|
|
{
|
|
"$ref": "#/$defs/ClickStep"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/DragStep"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/WaitStep"
|
|
}
|
|
]
|
|
},
|
|
"title": "Steps",
|
|
"type": "array"
|
|
}
|
|
},
|
|
"required": [
|
|
"steps"
|
|
],
|
|
"title": "action_sequenceArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"drag": {
|
|
"description": "Drag with exact coordinates or an observed two-anchor calibration.",
|
|
"inputSchema": {
|
|
"$defs": {
|
|
"DragCalibration": {
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"axis": {
|
|
"enum": [
|
|
"x",
|
|
"y"
|
|
],
|
|
"title": "Axis",
|
|
"type": "string"
|
|
},
|
|
"mode": {
|
|
"description": "thumb moves a handle to a value; pan moves a scale under a fixed indicator.",
|
|
"enum": [
|
|
"thumb",
|
|
"pan"
|
|
],
|
|
"title": "Mode",
|
|
"type": "string"
|
|
},
|
|
"anchors": {
|
|
"items": {
|
|
"$ref": "#/$defs/ScaleAnchor"
|
|
},
|
|
"maxItems": 2,
|
|
"minItems": 2,
|
|
"title": "Anchors",
|
|
"type": "array"
|
|
},
|
|
"target_value": {
|
|
"title": "Target Value",
|
|
"type": "number"
|
|
},
|
|
"indicator_position": {
|
|
"anyOf": [
|
|
{
|
|
"type": "number"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"description": "Required for pan: the fixed indicator's observed axis position.",
|
|
"title": "Indicator Position"
|
|
}
|
|
},
|
|
"required": [
|
|
"axis",
|
|
"mode",
|
|
"anchors",
|
|
"target_value"
|
|
],
|
|
"title": "DragCalibration",
|
|
"type": "object"
|
|
},
|
|
"ScaleAnchor": {
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"position": {
|
|
"description": "Observed axis coordinate in the selected coordinate space.",
|
|
"title": "Position",
|
|
"type": "number"
|
|
},
|
|
"value": {
|
|
"description": "Observed scale value, in one consistent numeric unit.",
|
|
"title": "Value",
|
|
"type": "number"
|
|
}
|
|
},
|
|
"required": [
|
|
"position",
|
|
"value"
|
|
],
|
|
"title": "ScaleAnchor",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"properties": {
|
|
"start": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"title": "Start",
|
|
"type": "array"
|
|
},
|
|
"target_description": {
|
|
"title": "Target Description",
|
|
"type": "string"
|
|
},
|
|
"end": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "End"
|
|
},
|
|
"coordinate_space": {
|
|
"default": "normalized",
|
|
"enum": [
|
|
"normalized",
|
|
"pixel"
|
|
],
|
|
"title": "Coordinate Space",
|
|
"type": "string"
|
|
},
|
|
"duration_ms": {
|
|
"default": 300,
|
|
"title": "Duration Ms",
|
|
"type": "integer"
|
|
},
|
|
"calibration": {
|
|
"anyOf": [
|
|
{
|
|
"$ref": "#/$defs/DragCalibration"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null
|
|
}
|
|
},
|
|
"required": [
|
|
"start",
|
|
"target_description"
|
|
],
|
|
"title": "dragArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"click": {
|
|
"description": "Tap at a 0-1000 normalized [x, y] coordinate.",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"target": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"title": "Target",
|
|
"type": "array"
|
|
},
|
|
"times": {
|
|
"default": 1,
|
|
"title": "Times",
|
|
"type": "integer"
|
|
},
|
|
"delay_ms": {
|
|
"default": 100,
|
|
"title": "Delay Ms",
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"required": [
|
|
"target"
|
|
],
|
|
"title": "clickArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"click_sequence": {
|
|
"description": "Tap a series of 0-1000 normalized [x, y] points in one atomic burst.",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"sequence": {
|
|
"items": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"title": "Sequence",
|
|
"type": "array"
|
|
},
|
|
"delay_ms": {
|
|
"default": 50,
|
|
"title": "Delay Ms",
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"required": [
|
|
"sequence"
|
|
],
|
|
"title": "click_sequenceArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"long_press": {
|
|
"description": "Long-press at a 0-1000 normalized [x, y] coordinate.",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"target": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"title": "Target",
|
|
"type": "array"
|
|
},
|
|
"duration_ms": {
|
|
"default": 1000,
|
|
"title": "Duration Ms",
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"required": [
|
|
"target"
|
|
],
|
|
"title": "long_pressArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"input_text": {
|
|
"description": "Type text, optionally focusing a 0-1000 normalized [x, y] target first.",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"text": {
|
|
"title": "Text",
|
|
"type": "string"
|
|
},
|
|
"target": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Target"
|
|
},
|
|
"clear_exist": {
|
|
"default": true,
|
|
"title": "Clear Exist",
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"required": [
|
|
"text"
|
|
],
|
|
"title": "input_textArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"swipe": {
|
|
"description": "Swipe between two 0-1000 normalized [x, y] points.",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"start": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"title": "Start",
|
|
"type": "array"
|
|
},
|
|
"end": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"title": "End",
|
|
"type": "array"
|
|
},
|
|
"duration_ms": {
|
|
"default": 800,
|
|
"title": "Duration Ms",
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"required": [
|
|
"start",
|
|
"end"
|
|
],
|
|
"title": "swipeArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"press_key": {
|
|
"description": "Press a device key (home, back, enter, delete, tab, search, menu, app_switch).",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"key": {
|
|
"title": "Key",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"key"
|
|
],
|
|
"title": "press_keyArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"manage_app": {
|
|
"description": "Launch or stop an app by human-readable name or package.",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"app_name": {
|
|
"title": "App Name",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"action",
|
|
"app_name"
|
|
],
|
|
"title": "manage_appArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"wait_for_delay": {
|
|
"description": "Wait for a fixed number of milliseconds.",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"time_in_ms": {
|
|
"title": "Time In Ms",
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"required": [
|
|
"time_in_ms"
|
|
],
|
|
"title": "wait_for_delayArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"wait_for_text": {
|
|
"description": "Wait for text to appear on or disappear from the screen.",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"text": {
|
|
"title": "Text",
|
|
"type": "string"
|
|
},
|
|
"wait_state": {
|
|
"default": "appear",
|
|
"title": "Wait State",
|
|
"type": "string"
|
|
},
|
|
"timeout_ms": {
|
|
"default": 5000,
|
|
"title": "Timeout Ms",
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"required": [
|
|
"text"
|
|
],
|
|
"title": "wait_for_textArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"open_link": {
|
|
"description": "Open a URL on the device.",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"url": {
|
|
"title": "Url",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"url"
|
|
],
|
|
"title": "open_linkArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"erase_one_char": {
|
|
"description": "Erase a single character in the focused field.",
|
|
"inputSchema": {
|
|
"properties": {},
|
|
"title": "erase_one_charArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"focus_and_clear_text": {
|
|
"description": "Focus the field at a 0-1000 normalized [x, y] and clear its text.",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"target": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"title": "Target",
|
|
"type": "array"
|
|
}
|
|
},
|
|
"required": [
|
|
"target"
|
|
],
|
|
"title": "focus_and_clear_textArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Outcome of one device action, independent of any transport or agent.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode"
|
|
},
|
|
"action": {
|
|
"title": "Action",
|
|
"type": "string"
|
|
},
|
|
"message": {
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"detail": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Detail"
|
|
},
|
|
"normalized_coordinates": {
|
|
"anyOf": [
|
|
{
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Normalized Coordinates"
|
|
},
|
|
"duration_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Duration Ms"
|
|
},
|
|
"metadata": {
|
|
"additionalProperties": true,
|
|
"title": "Metadata",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok",
|
|
"code",
|
|
"action",
|
|
"message"
|
|
],
|
|
"title": "ActionResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"observe_screen": {
|
|
"description": "Capture and index the current screen (adapter-internal).",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"settle_ms": {
|
|
"default": 400,
|
|
"title": "Settle Ms",
|
|
"type": "integer"
|
|
},
|
|
"include_image": {
|
|
"default": false,
|
|
"title": "Include Image",
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"title": "observe_screenArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": {
|
|
"$defs": {
|
|
"ActionCode": {
|
|
"description": "Machine-readable outcome classification for a device action.",
|
|
"enum": [
|
|
"OK",
|
|
"INVALID_ARGS",
|
|
"TARGET_NOT_FOUND",
|
|
"DEVICE_ERROR",
|
|
"PACKAGE_NOT_FOUND",
|
|
"TIMEOUT",
|
|
"UNSUPPORTED"
|
|
],
|
|
"title": "ActionCode",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"description": "Post-action observation: persisted screenshot plus the parsed element list.",
|
|
"properties": {
|
|
"ok": {
|
|
"title": "Ok",
|
|
"type": "boolean"
|
|
},
|
|
"code": {
|
|
"$ref": "#/$defs/ActionCode",
|
|
"default": "OK"
|
|
},
|
|
"message": {
|
|
"default": "",
|
|
"title": "Message",
|
|
"type": "string"
|
|
},
|
|
"screenshot_path": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Screenshot Path"
|
|
},
|
|
"image_name": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Image Name"
|
|
},
|
|
"width": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Width"
|
|
},
|
|
"height": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Height"
|
|
},
|
|
"elements_text": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Elements Text"
|
|
},
|
|
"elements": {
|
|
"items": {
|
|
"additionalProperties": true,
|
|
"type": "object"
|
|
},
|
|
"title": "Elements",
|
|
"type": "array"
|
|
},
|
|
"hierarchy_ok": {
|
|
"default": true,
|
|
"title": "Hierarchy Ok",
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"required": [
|
|
"ok"
|
|
],
|
|
"title": "ObserveResult",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"take_screenshot": {
|
|
"description": "Return the current screen as base64 (adapter-internal, no persistence).",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"timeout_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Timeout Ms"
|
|
}
|
|
},
|
|
"title": "take_screenshotArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": null
|
|
},
|
|
"get_ui_hierarchy": {
|
|
"description": "Return the raw UI element hierarchy (adapter-internal).",
|
|
"inputSchema": {
|
|
"properties": {
|
|
"timeout_ms": {
|
|
"anyOf": [
|
|
{
|
|
"type": "integer"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Timeout Ms"
|
|
}
|
|
},
|
|
"title": "get_ui_hierarchyArguments",
|
|
"type": "object"
|
|
},
|
|
"outputSchema": null
|
|
}
|
|
}
|