somew1nd
67248c887e
Add execution incidents, action bursts and shared Flash history. Expose verification and Explorer settings with streamed check results. Support graceful cancellation, recording recovery and bundled UI resources. Add CI quality checks and clean up comments and documentation.
124 lines
5.2 KiB
Python
124 lines
5.2 KiB
Python
"""SDK entry point for the Pro-profile tuning knobs.
|
|
|
|
``AgentConfigBuilder.with_verification_level`` mirrors ``--verification-level``
|
|
and ``with_pro_config(verification_level=..., explorer_mode=...)`` carries both
|
|
knobs in one call; both resolve through the single preset table in
|
|
``artemis.config``.
|
|
"""
|
|
|
|
import pytest
|
|
|
|
from artemis.config import VERIFICATION_LEVEL_PRESETS, checker_overrides_for_level
|
|
from artemis.sdk.builders.agent_config_builder import AgentConfigBuilder
|
|
|
|
|
|
def test_with_verification_level_off_disables_the_checker():
|
|
cfg = AgentConfigBuilder().with_verification_level("off").build()
|
|
assert cfg.disable_checker is True
|
|
|
|
|
|
def test_with_verification_level_final_keeps_factory_layering():
|
|
cfg = AgentConfigBuilder().with_verification_level("final").build()
|
|
assert cfg.disable_checker is False
|
|
assert cfg.disable_midway_checks is True
|
|
assert cfg.disable_final_check is False
|
|
|
|
|
|
def test_with_verification_level_checkpoints_enables_midway_checks():
|
|
cfg = AgentConfigBuilder().with_verification_level("checkpoints").build()
|
|
assert cfg.disable_checker is False
|
|
assert cfg.disable_midway_checks is False
|
|
assert cfg.disable_final_check is False
|
|
# Unspecified fields keep the artemis.jsonc values.
|
|
assert cfg.assert_failure_policy == "continue"
|
|
|
|
|
|
def test_with_verification_level_strict_applies_the_full_preset():
|
|
cfg = AgentConfigBuilder().with_verification_level("strict").build()
|
|
preset = VERIFICATION_LEVEL_PRESETS["strict"]
|
|
assert cfg.disable_checker is False
|
|
assert cfg.disable_midway_checks is False
|
|
assert cfg.disable_final_check is False
|
|
assert cfg.assert_failure_policy == preset["assert_failure_policy"]
|
|
assert cfg.checkpoint_max_repairs == preset["checkpoint_max_repairs"]
|
|
assert cfg.final_check_max_attempts == preset["final_check_max_attempts"]
|
|
assert cfg.checker_max_iterations == preset["max_iterations"]
|
|
|
|
|
|
def test_with_verification_level_is_case_and_whitespace_insensitive():
|
|
cfg = AgentConfigBuilder().with_verification_level(" STRICT ").build()
|
|
assert cfg.assert_failure_policy == "halt"
|
|
|
|
|
|
def test_with_verification_level_rejects_unknown_preset():
|
|
builder = AgentConfigBuilder()
|
|
with pytest.raises(ValueError, match="Unknown verification level"):
|
|
builder.with_verification_level("paranoid")
|
|
# The builder is untouched by a rejected call.
|
|
assert builder.build().disable_checker is False
|
|
|
|
|
|
def test_with_verification_level_matches_the_shared_preset_table():
|
|
for level in VERIFICATION_LEVEL_PRESETS:
|
|
cfg = AgentConfigBuilder().with_verification_level(level).build()
|
|
overrides = checker_overrides_for_level(level)
|
|
assert cfg.disable_checker is (not overrides["enabled"])
|
|
if "midway_checks" in overrides:
|
|
assert cfg.disable_midway_checks is (not overrides["midway_checks"])
|
|
|
|
|
|
def test_with_verification_level_is_chainable_and_explicit_checker_wins():
|
|
cfg = AgentConfigBuilder().with_verification_level("strict").with_checker(enabled=False).build()
|
|
assert cfg.disable_checker is True
|
|
# The preset's other fields survive the later master switch.
|
|
assert cfg.assert_failure_policy == "halt"
|
|
|
|
|
|
def test_with_pro_config_carries_both_knobs():
|
|
cfg = (
|
|
AgentConfigBuilder()
|
|
.with_pro_config(verification_level="checkpoints", explorer_mode="ultra")
|
|
.build()
|
|
)
|
|
assert cfg.disable_checker is False
|
|
assert cfg.disable_midway_checks is False
|
|
assert cfg.explorer.pro_mode == "ultra"
|
|
# Flash-profile perception is untouched by the Pro knob.
|
|
assert cfg.explorer.flash_mode == "flash"
|
|
|
|
|
|
def test_with_pro_config_checker_switch_wins_over_verification_level():
|
|
cfg = AgentConfigBuilder().with_pro_config(verification_level="strict", checker=False).build()
|
|
assert cfg.disable_checker is True
|
|
|
|
|
|
def test_with_explorer_pro_mode_is_the_explorer_mode_knob(monkeypatch):
|
|
monkeypatch.delenv("ARTEMIS_EXPLORER_VERSION", raising=False)
|
|
cfg = AgentConfigBuilder().with_explorer(pro_mode="pro").build()
|
|
assert cfg.explorer.pro_mode == "pro"
|
|
assert cfg.get_explorer_version(agent_name=None, profile="pro") == "pro"
|
|
# The shipped per-agent override is empty, so the Pro agents follow the knob.
|
|
assert cfg.get_explorer_version(agent_name="operator") == "pro"
|
|
assert cfg.get_explorer_version(agent_name="validator") == "pro"
|
|
|
|
|
|
def test_with_flash_config_explorer_mode_is_the_flash_profile_knob(monkeypatch):
|
|
monkeypatch.delenv("ARTEMIS_EXPLORER_VERSION", raising=False)
|
|
cfg = AgentConfigBuilder().with_flash_config(explorer_mode="pro").build()
|
|
assert cfg.flash.explorer_mode == "pro"
|
|
assert cfg.explorer.flash_mode == "pro"
|
|
assert cfg.get_explorer_version(agent_name="flash") == "pro"
|
|
# Pro-profile perception is untouched by the Flash knob.
|
|
assert cfg.get_explorer_version(agent_name="operator") == "flash"
|
|
|
|
|
|
def test_with_explorer_versions_is_an_advanced_per_agent_override(monkeypatch):
|
|
monkeypatch.delenv("ARTEMIS_EXPLORER_VERSION", raising=False)
|
|
cfg = (
|
|
AgentConfigBuilder()
|
|
.with_explorer(pro_mode="flash", versions={"validator": "ultra"})
|
|
.build()
|
|
)
|
|
assert cfg.get_explorer_version(agent_name="validator") == "ultra"
|
|
assert cfg.get_explorer_version(agent_name="operator") == "flash"
|