Files
tom_analysis_agent/eval/results/20261021T203623Z-handoff/operating_model/capabilities.json
Jonathan Boniface 628b6ee170 docs: publish the runs of 2026-10-21
The evaluation (both cases three times: report, results, spread, each
run's Deliverables and lesson candidates) and the hand-off through the
Orchestration engine (report, the document of links, both agents' kept
files and records). Benchmark cases only, all fictional; no machine paths,
and the links carry no signatures. Other runs stay ignored.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-22 09:25:03 +01:00

470 lines
8.6 KiB
JSON

[
{
"id": "C-1",
"catalogue": "incident-management",
"serves": [
"OR-1"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "24x7",
"effort_hours_per_month": 40,
"basis": "Estimated 5 serious incidents per month across the foundation, taking 8 hours each to resolve and review."
},
{
"id": "C-2",
"catalogue": "monitoring-and-alerting",
"serves": [
"OR-1",
"OR-5",
"OR-15"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "24x7",
"effort_hours_per_month": 60,
"basis": "Continuous triage of alerts across 11 platform components, averaging 2 hours per day."
},
{
"id": "C-3",
"catalogue": "problem-management",
"serves": [
"OR-2"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 20,
"basis": "Root cause analysis for 2 major recurring issues per month, taking 10 hours each."
},
{
"id": "C-4",
"catalogue": "service-request-fulfilment",
"serves": [
"OR-13",
"OR-14"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 30,
"basis": "Processing 15 complex service requests per month at 2 hours each."
},
{
"id": "C-5",
"catalogue": "change-enablement",
"serves": [
"OR-7"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 20,
"basis": "Reviewing and approving 40 infrastructure pull requests per month at 0.5 hours each."
},
{
"id": "C-6",
"catalogue": "release-and-deployment",
"serves": [
"OR-7"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 20,
"basis": "Managing CI/CD pipeline deployments and troubleshooting failed releases, estimated at 20 hours per month."
},
{
"id": "C-7",
"catalogue": "configuration-management",
"serves": [
"OR-4",
"OR-17",
"OR-18"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 15,
"basis": "Monthly audits of declarative state against deployed resources."
},
{
"id": "C-8",
"catalogue": "backup-and-recovery",
"serves": [
"OR-4"
],
"items": [
"S-7",
"S-8",
"S-10"
],
"hours": "business",
"effort_hours_per_month": 10,
"basis": "Monthly testing of restores for Cloud KMS, Audit Logs, and Terraform State buckets."
},
{
"id": "C-9",
"catalogue": "service-continuity",
"serves": [
"OR-3",
"OR-11"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 16,
"basis": "Bi-monthly DR failover rehearsals, averaging 16 hours of preparation and execution per month."
},
{
"id": "C-10",
"catalogue": "capacity-and-performance",
"serves": [
"OR-2",
"OR-5",
"OR-6",
"OR-10"
],
"items": [
"S-2",
"S-3",
"S-4"
],
"hours": "business",
"effort_hours_per_month": 10,
"basis": "Reviewing network throughput, interconnect capacity, and NVA scaling metrics monthly."
},
{
"id": "C-11",
"catalogue": "access-management",
"serves": [
"OR-9",
"OR-14",
"OR-21"
],
"items": [
"S-5",
"S-6",
"S-7"
],
"hours": "business",
"effort_hours_per_month": 20,
"basis": "Fulfilling 20 access grants/revocations per month and conducting monthly access reviews."
},
{
"id": "C-12",
"catalogue": "vulnerability-and-patch-management",
"serves": [
"OR-20"
],
"items": [
"S-3"
],
"hours": "business",
"effort_hours_per_month": 25,
"basis": "Weekly vulnerability scanning review and patching of the Network Virtual Appliances (NVAs)."
},
{
"id": "C-13",
"catalogue": "security-monitoring-and-response",
"serves": [
"OR-8",
"OR-17",
"OR-22"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "24x7",
"effort_hours_per_month": 60,
"basis": "Triage and response to security events across the platform 24x7, averaging 2 hours per day."
},
{
"id": "C-14",
"catalogue": "cost-management",
"serves": [
"OR-10"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 8,
"basis": "Monthly budget variance reporting and anomaly review."
},
{
"id": "C-15",
"catalogue": "service-level-management",
"serves": [
"OR-2"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 8,
"basis": "Monthly aggregation and reporting of service level objectives."
},
{
"id": "C-16",
"catalogue": "platform-product-management",
"serves": [
"OR-12"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 40,
"basis": "Backlog grooming, roadmap planning, and measuring adoption for the platform foundation."
},
{
"id": "C-17",
"catalogue": "self-service-and-golden-paths",
"serves": [
"OR-12"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 40,
"basis": "Developing and maintaining automated self-service modules and golden path documentation."
},
{
"id": "C-18",
"catalogue": "enablement",
"serves": [
"OR-12"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 40,
"basis": "Pairing and onboarding sessions with application teams to adopt the landing zone."
},
{
"id": "C-19",
"catalogue": "delivery-and-developer-experience-measurement",
"serves": [
"OR-12"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 10,
"basis": "Monthly compilation of DORA metrics, SPACE surveys, and DevEx feedback."
},
{
"id": "C-20",
"catalogue": "supplier-management",
"serves": [
"OR-13",
"OR-19"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 10,
"basis": "Monthly service reviews with Google Cloud and hybrid interconnect carrier."
},
{
"id": "C-21",
"catalogue": "regulatory-evidence",
"serves": [
"OR-16",
"OR-19",
"OR-20",
"OR-22",
"OR-23",
"OR-24"
],
"items": [
"S-1",
"S-2",
"S-3",
"S-4",
"S-5",
"S-6",
"S-7",
"S-8",
"S-9",
"S-10",
"S-11"
],
"hours": "business",
"effort_hours_per_month": 30,
"basis": "Continuous collation of evidence for DORA, ISO 27001, and PCI-DSS v4.0 audits."
}
]