129 lines
4.0 KiB
Python
129 lines
4.0 KiB
Python
"""Role files, loaded for a Workflow and a provider bundle that are not the Reference's."""
|
|
|
|
import shutil
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
from execution_engine.adk.roles import RoleConfigError, load_roles
|
|
from execution_engine.providers import load_provider
|
|
from tests.toy.workflow import ROOT, TOY
|
|
|
|
|
|
def load(root: Path = ROOT, **options):
|
|
return load_roles(root / "agents", load_provider("toy", root), TOY, **options)
|
|
|
|
|
|
@pytest.fixture
|
|
def root(tmp_path: Path) -> Path:
|
|
"""A copy of the toy agent's folder, to break."""
|
|
shutil.copytree(ROOT, tmp_path / "root")
|
|
return tmp_path / "root"
|
|
|
|
|
|
def test_the_bundle_needs_no_output_template_and_no_scope():
|
|
bundle = load_provider("toy", ROOT)
|
|
|
|
assert bundle.output_template is None
|
|
assert bundle.scope_skill is None
|
|
assert set(bundle.skills) == {"picnic-planning"}
|
|
|
|
|
|
def test_a_workflows_roles_are_the_engines_two_and_one_per_deliverable():
|
|
roles = load()
|
|
|
|
assert set(roles) == {
|
|
"orchestrator",
|
|
"reply-writer",
|
|
"menu-writer",
|
|
"shopper",
|
|
"checker",
|
|
"packer",
|
|
}
|
|
|
|
|
|
def test_a_role_takes_its_skills_model_and_timeout_from_the_bundle():
|
|
roles = load(specialist_budget=7, orchestrator_budget=33)
|
|
|
|
assert roles["shopper"].skills == ("picnic-planning",)
|
|
assert roles["packer"].skills == ()
|
|
assert roles["shopper"].model == "scripted/none"
|
|
assert roles["checker"].model == "scripted/careful"
|
|
assert roles["checker"].model_timeout_seconds == 240
|
|
# A role with no budget of its own takes the setting.
|
|
assert roles["shopper"].budget == 7
|
|
assert roles["checker"].budget == 12
|
|
assert roles["orchestrator"].budget == 33
|
|
|
|
|
|
def test_a_role_file_names_its_tools_and_includes_its_partials():
|
|
roles = load()
|
|
|
|
assert roles["shopper"].tools == ("tally",)
|
|
assert roles["shopper"].instructions.startswith("You write the shopping list")
|
|
assert "## How you work" in roles["shopper"].instructions
|
|
assert "## How you work" not in roles["orchestrator"].instructions
|
|
|
|
|
|
def test_a_missing_role_file_is_refused(root):
|
|
(root / "agents" / "packer.md").unlink()
|
|
|
|
with pytest.raises(RoleConfigError, match="missing role files for packer"):
|
|
load(root)
|
|
|
|
|
|
def test_a_role_file_the_workflow_has_no_use_for_is_refused(root):
|
|
(root / "agents" / "pillar-advisor.md").write_text(
|
|
"---\nrole: pillar-advisor\n---\nAdvise.\n"
|
|
)
|
|
|
|
with pytest.raises(RoleConfigError, match="unexpected role files pillar-advisor"):
|
|
load(root)
|
|
|
|
|
|
def test_a_role_the_workflow_asks_for_must_have_its_file(root):
|
|
import dataclasses
|
|
|
|
wanting = dataclasses.replace(TOY, roles=("taster",), optional_roles=("driver",))
|
|
bundle = load_provider("toy", root)
|
|
|
|
with pytest.raises(RoleConfigError, match="missing role files for taster"):
|
|
load_roles(root / "agents", bundle, wanting)
|
|
|
|
for name in ("taster", "driver"):
|
|
(root / "agents" / f"{name}.md").write_text(f"---\nrole: {name}\n---\nHelp.\n")
|
|
|
|
assert {"taster", "driver"} <= set(load_roles(root / "agents", bundle, wanting))
|
|
|
|
|
|
def test_a_role_must_name_the_deliverable_its_workflow_gives_it(root):
|
|
path = root / "agents" / "shopper.md"
|
|
path.write_text(path.read_text().replace("shopping_list", "menu"))
|
|
|
|
with pytest.raises(RoleConfigError, match="'deliverable' must be 'shopping_list'"):
|
|
load(root)
|
|
|
|
|
|
def test_a_tool_the_bundle_does_not_offer_is_refused(root):
|
|
path = root / "agents" / "shopper.md"
|
|
path.write_text(path.read_text().replace("[tally]", "[terraform_validate]"))
|
|
|
|
with pytest.raises(RoleConfigError, match="terraform_validate are not offered"):
|
|
load(root)
|
|
|
|
|
|
def test_a_workflow_may_change_the_loaded_roles_from_the_bundle():
|
|
import dataclasses
|
|
|
|
def one_more_call(roles, bundle):
|
|
return {
|
|
name: dataclasses.replace(role, budget=role.budget + 1)
|
|
for name, role in roles.items()
|
|
}
|
|
|
|
adjusted = dataclasses.replace(TOY, adjust_roles=one_more_call)
|
|
|
|
roles = load_roles(ROOT / "agents", load_provider("toy", ROOT), adjusted)
|
|
|
|
assert roles["checker"].budget == 13
|