feat: working orhcestration engine
This commit is contained in:
96
tests/toy/support.py
Normal file
96
tests/toy/support.py
Normal file
@@ -0,0 +1,96 @@
|
||||
"""What the toy Workflow's tests share: its roles, an engine, and scripted turns."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
from langgraph.checkpoint.memory import InMemorySaver
|
||||
|
||||
from execution_engine.adk.fake_runtime import Call, FakeAgentRuntime, sample_submission
|
||||
from execution_engine.adk.runtime import NoDecider, RoleSpec
|
||||
from execution_engine.agent import ExecutionEngine
|
||||
from execution_engine.nodes.router import Router, Thresholds
|
||||
from execution_engine.recorder import InMemoryRecorder
|
||||
from tests.toy.workflow import CHECK, SAMPLES, TOY, VERDICTS_FILE
|
||||
|
||||
ROLES = {
|
||||
"orchestrator": RoleSpec("orchestrator", "Coordinate.", budget=40),
|
||||
**{
|
||||
spec.specialist: RoleSpec(spec.specialist, "Produce.", budget=15)
|
||||
for spec in TOY.deliverables.values()
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
def submits(kind: str, **files: str) -> list[Call]:
|
||||
"""One turn that submits a passing Deliverable, with `files` in place of its
|
||||
sample attachments."""
|
||||
call = sample_submission(TOY, kind)
|
||||
return [
|
||||
Call(
|
||||
call.tool,
|
||||
{**call.args, "attachments": {**call.args["attachments"], **files}},
|
||||
)
|
||||
]
|
||||
|
||||
|
||||
def verdicts(**by_dish: str) -> str:
|
||||
"""verdicts.json with the sample's verdicts, and `by_dish` in place of them:
|
||||
`verdicts(D_2="fail")`."""
|
||||
data = json.loads(SAMPLES[VERDICTS_FILE])
|
||||
for check in data["checks"]:
|
||||
verdict = by_dish.get(check["check"].replace("-", "_"))
|
||||
if verdict:
|
||||
check.update(verdict=verdict, evidence=f"{check['check']} is short.")
|
||||
return json.dumps(data)
|
||||
|
||||
|
||||
def fails(**by_dish: str) -> list[Call]:
|
||||
return submits(CHECK, **{VERDICTS_FILE: verdicts(**by_dish)})
|
||||
|
||||
|
||||
def once_each() -> dict[str, list[Any]]:
|
||||
"""Every Specialist submits a passing Deliverable, once."""
|
||||
return {spec.specialist: [submits(kind)] for kind, spec in TOY.deliverables.items()}
|
||||
|
||||
|
||||
def make_engine(
|
||||
tmp_path: Path, turns: dict[str, list[Any]], **overrides: Any
|
||||
) -> tuple[ExecutionEngine, FakeAgentRuntime]:
|
||||
"""An engine on the toy Workflow whose Orchestrator routes by its playbook's
|
||||
rules: no decision model, and no script for the Orchestrator."""
|
||||
runtime = FakeAgentRuntime(turns)
|
||||
options: dict[str, Any] = {
|
||||
"workflow": TOY,
|
||||
"runtime": runtime,
|
||||
"roles": ROLES,
|
||||
"recorder": InMemoryRecorder(),
|
||||
"checkpointer": InMemorySaver(),
|
||||
"output_root": tmp_path,
|
||||
"orchestrator": Router(NoDecider(), None, Thresholds()),
|
||||
}
|
||||
options.update(overrides)
|
||||
return ExecutionEngine(**options), runtime
|
||||
|
||||
|
||||
def approve(phase: str) -> dict[str, Any]:
|
||||
return {"approval": {"phase": phase, "decision": "approve"}}
|
||||
|
||||
|
||||
def folder(tmp_path: Path, customer_case: str, execution_id: str) -> Path:
|
||||
return (
|
||||
tmp_path
|
||||
/ "deliverables"
|
||||
/ "cases"
|
||||
/ customer_case
|
||||
/ "executions"
|
||||
/ execution_id
|
||||
)
|
||||
|
||||
|
||||
def manifest(tmp_path: Path, customer_case: str, execution_id: str) -> dict[str, Any]:
|
||||
path = folder(tmp_path, customer_case, execution_id) / "execution.json"
|
||||
data: dict[str, Any] = json.loads(path.read_text(encoding="utf-8"))
|
||||
return data
|
||||
Reference in New Issue
Block a user