Files
Artemis-Eapil/apps/admin_console/services/ipc_service.py
T
somew1nd 9a5aaf99b7 feat: introduce MCP server, cross-platform runtime, and Showcase UI reorganization
- Showcase UI Reorganization:
  * Move web UI dashboard from root directory into apps/showcase_ui/ for cleaner project structure
  * Add 'artemis ui' CLI command (artemis/interfaces/cli/commands/ui.py) and launcher scripts for the interactive showcase console
- Standalone MCP Server & Notifiers (mcp_server/):
  * Implement dedicated MCP server package with mobile automation tools (device_state, inspect_trace, task_manager, task_runner)
  * Add multi-channel notifiers (AgentAPI, Desktop notifications, Webhooks, File output, and Composite routing)
  * Introduce background task runner and trace store for autonomous mobile execution monitoring
- Cross-Platform Runtime & Toolchain Support:
  * Add artemis/platform/ with OS-specific implementations for Linux, macOS (Darwin), and Windows
  * Add artemis/runtime/supervisor.py for resilient process and agent runtime supervision
  * Add artemis/toolchain/ with dependency resolution and SDK descriptors
  * Add cross-platform launcher scripts (start.sh, start.bat) and installer scripts (scripts/install_deps.*)
- Core Enhancements & Diagnostics:
  * Enhance coordinate normalization, OCR API fallback, and perception pipeline
  * Add credential validation (credentials_validator.py) and system diagnostics
  * Update bilingual documentation (README.md, README_CN.md) and architecture diagrams
- Test Suite Expansion:
  * Add integration tests for cloud gateway, remote ADB, and Artemis login
  * Add unit tests covering core diagnostics, platform detection, toolchain, credentials validator, optional OCR, and MCP tools
2026-08-18 13:59:27 -07:00

214 lines
8.3 KiB
Python

# Copyright 2026 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import asyncio
import json
from typing import Any
try:
from admin_console.core.state import state
except ImportError:
from apps.admin_console.core.state import state
class IPCService:
"""Service managing internal IPC socket server and event distribution."""
@staticmethod
def _clean_value(val: Any) -> Any:
"""Recursively cleans values to remove non-serializable and internal
Python runtime representations.
"""
if val is None:
return None
if isinstance(val, (bool, int, float)):
return val
if isinstance(val, str):
if (
"object at 0x" in val
or val.startswith("<artemis.")
or val.startswith("<controller")
):
return None
return val
if isinstance(val, dict):
cleaned = {}
for k, v in val.items():
cv = IPCService._clean_value(v)
if cv is not None:
cleaned[k] = cv
return cleaned
if isinstance(val, (list, tuple)):
cleaned_list = []
for item in val:
cv = IPCService._clean_value(item)
if cv is not None:
cleaned_list.append(cv)
return cleaned_list
val_str = str(val)
if "object at 0x" in val_str or val_str.startswith("<"):
return None
return val_str
@classmethod
def sanitize_event_data(cls, event_type: str, data: Any) -> Any:
"""Sanitizes stream event payloads for all clients, stripping bulky
raw bytes and internal memory references.
"""
if not isinstance(data, dict):
return data
if event_type == "trace_recorded":
tr_type = data.get("type")
payload = data.get("payload")
if isinstance(payload, str):
try:
payload = json.loads(payload)
except Exception:
pass
if tr_type in ("tool", "action") and isinstance(payload, dict):
args = payload.get("args", payload)
data["payload"] = {"args": cls._clean_value(args)}
elif tr_type == "llm_call" and isinstance(payload, dict):
data["payload"] = {"error": cls._clean_value(payload.get("error"))}
elif payload is not None:
data["payload"] = cls._clean_value(payload)
elif event_type in ("step_recorded", "step_updated"):
# Strip heavy raw image bytes from SSE broadcast (clients fetch via image URLs)
data["pre_screenshot_bytes"] = None
data["post_screenshot_bytes"] = None
if "generic_tools" in data and isinstance(data["generic_tools"], list):
sanitized_tools = []
for tr in data["generic_tools"]:
if not isinstance(tr, dict):
continue
tr_dict = dict(tr)
pl = tr_dict.get("payload")
if isinstance(pl, str):
try:
pl = json.loads(pl)
except Exception:
pass
if tr_dict.get("type") == "llm_call":
tr_dict["payload"] = (
{"error": cls._clean_value(pl.get("error"))}
if isinstance(pl, dict)
else None
)
elif isinstance(pl, dict):
args = pl.get("args", pl)
tr_dict["payload"] = {"args": cls._clean_value(args)}
else:
tr_dict["payload"] = cls._clean_value(pl)
sanitized_tools.append(tr_dict)
data["generic_tools"] = sanitized_tools
try:
from artemis.utils.coordinates import normalize_step_actions
data = normalize_step_actions(data)
except ImportError:
pass
return data
# Backward compatibility alias
filter_event_for_angular = sanitize_event_data
@classmethod
async def start_server(cls):
async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWriter):
current_session_id = None
while True:
line = await reader.readline()
if not line:
break
try:
payload = json.loads(line.decode("utf-8"))
event_type = payload.get("event_type")
data = payload.get("data")
if event_type == "session_started" and data:
incoming_sid = data.get("session_id")
if incoming_sid and str(incoming_sid) in getattr(
state, "cancelled_session_ids", set()
):
print(
f"[IPC] Ignoring session_started for cancelled session: {incoming_sid}"
)
continue
state.active_session_id = incoming_sid
current_session_id = incoming_sid
pid = data.get("pid")
goal = data.get("initial_goal")
device_info = data.get("device_info")
if isinstance(device_info, dict) and device_info.get("profile"):
state.current_profile = device_info.get("profile")
if goal:
state.current_goal = goal
print(
f"[IPC] Session started: {state.active_session_id} (profile: {state.current_profile})"
)
if current_session_id:
state.active_connections[str(current_session_id)] = {
"writer": writer,
"pid": pid,
"goal": goal,
"profile": state.current_profile,
}
elif event_type == "session_ended" and data:
ended_sid = data.get("session_id")
if state.active_session_id and str(state.active_session_id) == str(
ended_sid
):
state.active_session_id = None
state.current_goal = None
state.current_profile = None
for cb in list(state.ipc_subscribers):
try:
cb(event_type, data)
except Exception:
pass
except Exception as e:
print(f"IPC parse error: {e}")
if current_session_id and str(current_session_id) in state.active_connections:
try:
del state.active_connections[str(current_session_id)]
except KeyError:
pass
writer.close()
await writer.wait_closed()
server = await asyncio.start_server(handle_client, "127.0.0.1", 0, limit=1024 * 1024 * 100)
state.ipc_port = server.sockets[0].getsockname()[1]
state.ipc_server = server
asyncio.create_task(server.serve_forever())
print(f"Internal IPC server started on port {state.ipc_port}")
try:
from artemis.config import write_ipc_port
write_ipc_port(state.ipc_port)
except Exception as e:
print(f"Failed to write IPC port file: {e}")
ipc_service = IPCService()