Files
orchestration_engine/tests/toy/test_roles.py

129 lines
4.0 KiB
Python

"""Role files, loaded for a Workflow and a provider bundle that are not the Reference's."""
import shutil
from pathlib import Path
import pytest
from execution_engine.adk.roles import RoleConfigError, load_roles
from execution_engine.providers import load_provider
from tests.toy.workflow import ROOT, TOY
def load(root: Path = ROOT, **options):
return load_roles(root / "agents", load_provider("toy", root), TOY, **options)
@pytest.fixture
def root(tmp_path: Path) -> Path:
"""A copy of the toy agent's folder, to break."""
shutil.copytree(ROOT, tmp_path / "root")
return tmp_path / "root"
def test_the_bundle_needs_no_output_template_and_no_scope():
bundle = load_provider("toy", ROOT)
assert bundle.output_template is None
assert bundle.scope_skill is None
assert set(bundle.skills) == {"picnic-planning"}
def test_a_workflows_roles_are_the_engines_two_and_one_per_deliverable():
roles = load()
assert set(roles) == {
"orchestrator",
"reply-writer",
"menu-writer",
"shopper",
"checker",
"packer",
}
def test_a_role_takes_its_skills_model_and_timeout_from_the_bundle():
roles = load(specialist_budget=7, orchestrator_budget=33)
assert roles["shopper"].skills == ("picnic-planning",)
assert roles["packer"].skills == ()
assert roles["shopper"].model == "scripted/none"
assert roles["checker"].model == "scripted/careful"
assert roles["checker"].model_timeout_seconds == 240
# A role with no budget of its own takes the setting.
assert roles["shopper"].budget == 7
assert roles["checker"].budget == 12
assert roles["orchestrator"].budget == 33
def test_a_role_file_names_its_tools_and_includes_its_partials():
roles = load()
assert roles["shopper"].tools == ("tally",)
assert roles["shopper"].instructions.startswith("You write the shopping list")
assert "## How you work" in roles["shopper"].instructions
assert "## How you work" not in roles["orchestrator"].instructions
def test_a_missing_role_file_is_refused(root):
(root / "agents" / "packer.md").unlink()
with pytest.raises(RoleConfigError, match="missing role files for packer"):
load(root)
def test_a_role_file_the_workflow_has_no_use_for_is_refused(root):
(root / "agents" / "pillar-advisor.md").write_text(
"---\nrole: pillar-advisor\n---\nAdvise.\n"
)
with pytest.raises(RoleConfigError, match="unexpected role files pillar-advisor"):
load(root)
def test_a_role_the_workflow_asks_for_must_have_its_file(root):
import dataclasses
wanting = dataclasses.replace(TOY, roles=("taster",), optional_roles=("driver",))
bundle = load_provider("toy", root)
with pytest.raises(RoleConfigError, match="missing role files for taster"):
load_roles(root / "agents", bundle, wanting)
for name in ("taster", "driver"):
(root / "agents" / f"{name}.md").write_text(f"---\nrole: {name}\n---\nHelp.\n")
assert {"taster", "driver"} <= set(load_roles(root / "agents", bundle, wanting))
def test_a_role_must_name_the_deliverable_its_workflow_gives_it(root):
path = root / "agents" / "shopper.md"
path.write_text(path.read_text().replace("shopping_list", "menu"))
with pytest.raises(RoleConfigError, match="'deliverable' must be 'shopping_list'"):
load(root)
def test_a_tool_the_bundle_does_not_offer_is_refused(root):
path = root / "agents" / "shopper.md"
path.write_text(path.read_text().replace("[tally]", "[terraform_validate]"))
with pytest.raises(RoleConfigError, match="terraform_validate are not offered"):
load(root)
def test_a_workflow_may_change_the_loaded_roles_from_the_bundle():
import dataclasses
def one_more_call(roles, bundle):
return {
name: dataclasses.replace(role, budget=role.budget + 1)
for name, role in roles.items()
}
adjusted = dataclasses.replace(TOY, adjust_roles=one_more_call)
roles = load_roles(ROOT / "agents", load_provider("toy", ROOT), adjusted)
assert roles["checker"].budget == 13