Files
cp1-agents/scripts/kab_import_workflow.py
Jonathan Boniface f659564208 Platform scripts, MCP servers, deployment and docs for the KAB runs
- Scripts to run workflows from a YAML context or run inputs (kab_run_workflow.py, with
  --input name=@file), store per-project discovery connections, bootstrap agent MCP keys,
  refresh the KAB token, publish reports and build estate snapshots.
- Hyperscaler discovery servers extended in place; cloud-knowledge folded into them.
- deploy/crucible-kab-dev.yaml: the Discovery package agent and the Assessment agents.
- Platform issue write-ups and current-wiring notes under docs/platform-issues/.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-05 22:13:25 +00:00

176 lines
9.3 KiB
Python

#!/usr/bin/env python3
"""Build a Feature's KAB workflow export and apply it to the platform.
Builds the export with the Feature's own scripts/build_workflow.py (the same JSON as its workflows/, with the chosen
front steps), then:
validate POST {api}/api/workflows/import/validate-json always; changes nothing
import POST {api}/api/workflows/import only with --apply
The run form KAB shows for the imported workflow asks for `engagement_id`, `run_id` and, with the upload step, the
files to upload. Artifact ids given here are fixed in the workflow's Artifacts step.
Authentication: your KAB session's OIDC access token, read from --token-file (default ~/.kab_token) or the KAB_TOKEN
variable. It is sent only as the Authorization header and never printed. Importing needs the Editor role in KAB.
Standard library only.
Usage (from the repository root; quote the Feature folder, its name has spaces):
python3 scripts/kab_import_workflow.py "sub-agents/ALZ-F01: Discovery Workflow Agent" --project-id <id> # validate only
python3 scripts/kab_import_workflow.py "<Feature folder>" --project-id <id> --apply # import as a draft
python3 scripts/kab_import_workflow.py "<Feature folder>" --project-id <id> --artifact-id <id> --apply # with an Artifacts step
python3 scripts/kab_import_workflow.py "<Feature folder>" --project-id <id> --apply --update <workflow id> \\
--rollback-file <file> # replace an imported workflow in place
"""
from __future__ import annotations
import argparse
import inspect
import importlib.util
import json
import os
import sys
import urllib.error
import urllib.request
from pathlib import Path
DEFAULT_API = "https://api.kab-dev.kyndemo.live"
CP1_TENANT = "6ae37d13999438461a529409"
def _token(path: Path) -> str:
token = os.environ.get("KAB_TOKEN", "").strip()
if not token and path.is_file():
token = path.read_text().strip()
if token.lower().startswith("bearer "):
token = token[7:].strip()
if not token:
raise SystemExit(f"no KAB token: put your session's access token in {path} (or KAB_TOKEN)")
return token
def _builder(feature: Path):
"""The Feature's own build() from <feature>/scripts/build_workflow.py."""
script = feature / "scripts" / "build_workflow.py"
if not script.is_file():
raise SystemExit(f"{feature}: no scripts/build_workflow.py; pass a Feature folder such as "
"'sub-agents/ALZ-F01: Discovery Workflow Agent'")
spec = importlib.util.spec_from_file_location(f"build_workflow_{abs(hash(script))}", script)
module = importlib.util.module_from_spec(spec)
spec.loader.exec_module(module)
return module.build
def _post(api: str, path: str, token: str, body, method: str = "POST") -> dict:
request = urllib.request.Request(
f"{api.rstrip('/')}{path}", data=None if body is None else json.dumps(body).encode("utf-8"), method=method,
headers={"Authorization": f"Bearer {token}", "X-Tenant-ID": CP1_TENANT, "Content-Type": "application/json"})
try:
with urllib.request.urlopen(request, timeout=60) as response:
return json.loads(response.read() or b"{}")
except urllib.error.HTTPError as error:
detail = error.read().decode("utf-8", "replace")[:800]
hint = {401: "the token is missing, wrong or expired: copy a fresh one",
403: "your KAB account lacks the role this needs (Editor to import)"}.get(error.code, "")
raise SystemExit(f"{path}: HTTP {error.code} {hint}\n{detail}")
def _step_key(step: dict) -> str:
"""A step's agent, with the two Format for UI steps told apart by what they format."""
sources = list(((step.get("inputs") or {}).get("from_steps") or {}).values())
return step.get("agent", "") + (":" + sources[0].split(".", 1)[-1] if step.get("agent") == "format_for_ui" and sources else "")
def _keep_ids(new: dict, current: dict) -> dict:
"""The new template with the step ids KAB gave the current one on import, matched by agent, so the stored
workflow keeps the ids its runs and history use. A step with no counterpart keeps the export's id."""
ids = {_step_key(s): s["id"] for s in current.get("steps") or []}
rename = {s["id"]: ids.get(_step_key(s), s["id"]) for s in new["steps"]}
if len(set(rename.values())) != len(rename):
raise SystemExit("--update: the current workflow's steps can't be matched one to one; import it instead")
ref = lambda value: rename.get(value.split(".")[0], value.split(".")[0]) + "." + value.split(".", 1)[1]
out = json.loads(json.dumps(new))
for step in out["steps"]:
step["id"] = rename[step["id"]]
step["depends_on"] = [rename.get(d, d) for d in step.get("depends_on") or []]
inputs = step.get("inputs") or {}
if inputs.get("from_steps"):
inputs["from_steps"] = {k: ref(v) for k, v in inputs["from_steps"].items()}
out["connections"] = [{"source": rename.get(c["source"], c["source"]), "target": rename.get(c["target"], c["target"])}
for c in out.get("connections") or []]
return out
def main(argv=None) -> int:
parser = argparse.ArgumentParser(description=__doc__.splitlines()[0])
parser.add_argument("feature", type=Path, help="the Feature folder whose workflow is imported")
parser.add_argument("--project-id", required=True, help="the KAB project the workflow is imported into")
parser.add_argument("--api", default=DEFAULT_API)
parser.add_argument("--token-file", type=Path, default=Path.home() / ".kab_token")
parser.add_argument("--no-upload", action="store_true", help="leave out the file upload step")
parser.add_argument("--artifact-id", action="append", default=[], help="add an Artifacts step with this id")
parser.add_argument("--name", help="import under another name")
parser.add_argument("--published", action="store_true", help="import as published (default: draft)")
parser.add_argument("--apply", action="store_true", help="import; without it the export is only validated")
parser.add_argument("--save", type=Path, help="also write the export to this file")
parser.add_argument("--update", metavar="WORKFLOW_ID",
help="with --apply: replace this existing workflow's template in place (its id is kept) "
"instead of importing a new workflow")
parser.add_argument("--rollback-file", type=Path,
help="with --update: where the workflow's current template is saved first (required)")
args = parser.parse_args(argv)
build = _builder(args.feature)
# Discovery's build takes (with_upload, artifact_ids); Assessment's, whose upload is always the rate card, takes
# only artifact_ids.
params = inspect.signature(build).parameters
export = build(not args.no_upload, args.artifact_id) if len(params) >= 2 else build(args.artifact_id)
if args.save:
args.save.write_text(json.dumps(export, indent=2) + "\n")
steps = export["template"]["steps"]
print(f"workflow: {export['workflow']['name']} ({len(steps)} steps: "
+ ", ".join(f"{s['id']}={s['agent']}" for s in steps) + ")")
token = _token(args.token_file)
check = _post(args.api, "/api/workflows/import/validate-json", token, export)
print(f"validate: valid={check.get('valid')}")
for item in check.get("agents", []) + check.get("activities", []):
print(" ", json.dumps(item)[:200])
for error in check.get("errors", []):
print(" error:", error)
for warning in check.get("warnings", []):
print(" warning:", warning)
if not check.get("valid"):
return 1
if not args.apply:
print("validated only; add --apply to import")
return 0
if args.update:
if not args.rollback_file:
raise SystemExit("--update needs --rollback-file: the current template is saved there before it is replaced")
path = f"/api/v1/workflow-catalog/workflows/{args.update}"
current = _post(args.api, path, token, None, "GET")
current = current.get("workflow", current)
args.rollback_file.write_text(json.dumps({"workflow_id": args.update, "template": current.get("template")},
indent=2) + "\n")
print(f"saved the current template to {args.rollback_file}")
template = _keep_ids(export["template"], current.get("template") or {})
result = _post(args.api, path, token, {"template": template}, "PUT")
print(f"updated: workflow_id={args.update} success={result.get('success')}")
return 0 if result.get("success") else 1
mappings = [{"source_name": a["name"], "target_url": a["source_url"]} for a in export["dependencies"]["agents"]]
result = _post(args.api, "/api/workflows/import", token, {
"export_data": export, "agent_mappings": mappings, "import_as_draft": not args.published,
"new_name": args.name, "project_id": args.project_id})
print(f"imported: workflow_id={result.get('workflow_id')} status={result.get('status')} "
f"steps={result.get('step_count')}")
for warning in result.get("warnings", []):
print(" warning:", warning)
return 0 if result.get("success") else 1
if __name__ == "__main__":
raise SystemExit(main())