The evaluation (both cases three times: report, results, spread, each run's Deliverables and lesson candidates) and the hand-off through the Orchestration engine (report, the document of links, both agents' kept files and records). Benchmark cases only, all fictional; no machine paths, and the links carry no signatures. Other runs stay ignored. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
742 lines
16 KiB
JSON
742 lines
16 KiB
JSON
{
|
|
"parties": [
|
|
{
|
|
"name": "Managed Service Provider",
|
|
"kind": "provider",
|
|
"id": "P-1"
|
|
},
|
|
{
|
|
"name": "Customer Organization",
|
|
"id": "P-2",
|
|
"kind": "customer"
|
|
}
|
|
],
|
|
"teams": [
|
|
{
|
|
"name": "Platform Engineering Team",
|
|
"type": "platform",
|
|
"id": "T-1",
|
|
"party": "P-1"
|
|
},
|
|
{
|
|
"id": "T-2",
|
|
"type": "platform",
|
|
"party": "P-1",
|
|
"name": "Platform Operations Team"
|
|
},
|
|
{
|
|
"type": "platform",
|
|
"id": "T-3",
|
|
"name": "Security Operations Team",
|
|
"purpose": "24x7 Security Monitoring and Response",
|
|
"party": "P-1"
|
|
},
|
|
{
|
|
"type": "enabling",
|
|
"id": "T-4",
|
|
"name": "Developer Enablement Team",
|
|
"party": "P-1"
|
|
},
|
|
{
|
|
"id": "T-5",
|
|
"name": "Customer Governance and App Squads",
|
|
"party": "P-2",
|
|
"type": "stream_aligned"
|
|
}
|
|
],
|
|
"roles": [
|
|
{
|
|
"party": "P-1",
|
|
"team": "T-1",
|
|
"level": "lead",
|
|
"name": "Platform Reliability Lead",
|
|
"country": "GB",
|
|
"id": "R-1",
|
|
"hours": "business"
|
|
},
|
|
{
|
|
"id": "R-2",
|
|
"level": "senior",
|
|
"party": "P-1",
|
|
"country": "PL",
|
|
"hours": "24x7",
|
|
"name": "Platform SRE",
|
|
"team": "T-2"
|
|
},
|
|
{
|
|
"country": "IN",
|
|
"id": "R-3",
|
|
"level": "senior",
|
|
"party": "P-1",
|
|
"hours": "24x7",
|
|
"name": "Security Analyst",
|
|
"team": "T-3"
|
|
},
|
|
{
|
|
"level": "senior",
|
|
"party": "P-1",
|
|
"name": "Platform Engineer",
|
|
"hours": "business",
|
|
"country": "PL",
|
|
"id": "R-4",
|
|
"team": "T-1"
|
|
},
|
|
{
|
|
"level": "senior",
|
|
"party": "P-1",
|
|
"id": "R-5",
|
|
"hours": "business",
|
|
"name": "Enablement Specialist",
|
|
"country": "GB",
|
|
"team": "T-4"
|
|
},
|
|
{
|
|
"team": "T-1",
|
|
"id": "R-6",
|
|
"country": "GB",
|
|
"hours": "business",
|
|
"name": "Compliance Officer",
|
|
"party": "P-1",
|
|
"level": "lead"
|
|
},
|
|
{
|
|
"id": "R-7",
|
|
"country": "GB",
|
|
"party": "P-1",
|
|
"level": "lead",
|
|
"team": "T-1",
|
|
"hours": "business",
|
|
"name": "Product Manager"
|
|
},
|
|
{
|
|
"country": "GB",
|
|
"party": "P-2",
|
|
"id": "R-8",
|
|
"level": "lead",
|
|
"team": "T-5",
|
|
"hours": "business",
|
|
"name": "Customer Service Owner"
|
|
}
|
|
],
|
|
"interactions": [
|
|
{
|
|
"mode": "x_as_a_service",
|
|
"purpose": "Application teams consume platform services through the self-service portal.",
|
|
"id": "I-1",
|
|
"from": "T-5",
|
|
"to": "T-1"
|
|
},
|
|
{
|
|
"id": "I-2",
|
|
"from": "T-4",
|
|
"to": "T-5",
|
|
"purpose": "Enablement specialists help application teams adopt golden paths and DORA metrics.",
|
|
"mode": "facilitating"
|
|
},
|
|
{
|
|
"until": "End of the 10-week foundation build period, returning to a facilitating mode.",
|
|
"mode": "collaboration",
|
|
"id": "I-3",
|
|
"to": "T-5",
|
|
"purpose": "Enablement team pairs with application teams for initial workload ingestion.",
|
|
"from": "T-4"
|
|
}
|
|
],
|
|
"measures": [
|
|
{
|
|
"layer": "outcome",
|
|
"name": "Deployment frequency",
|
|
"framework": "dora-metrics",
|
|
"measured_by": "C-19",
|
|
"target": "Multiple times a day",
|
|
"id": "M-1",
|
|
"outcome": "BO-3"
|
|
},
|
|
{
|
|
"target": "Positive trend",
|
|
"outcome": "BO-3",
|
|
"framework": "space-framework",
|
|
"measured_by": "C-19",
|
|
"name": "Satisfaction and well-being",
|
|
"id": "M-2",
|
|
"layer": "guardrail"
|
|
},
|
|
{
|
|
"framework": "devex-framework",
|
|
"name": "Feedback loops",
|
|
"target": "Minimal friction",
|
|
"measured_by": "C-19",
|
|
"id": "M-3",
|
|
"layer": "leading",
|
|
"outcome": "BO-3"
|
|
},
|
|
{
|
|
"target": "99.9%",
|
|
"id": "M-4",
|
|
"layer": "service_level",
|
|
"outcome": "BO-1",
|
|
"name": "Platform Availability",
|
|
"measured_by": "C-15"
|
|
},
|
|
{
|
|
"layer": "service_level",
|
|
"id": "M-5",
|
|
"target": "Under 30 minutes",
|
|
"name": "Incident Response Time",
|
|
"measured_by": "C-15",
|
|
"outcome": "BO-1"
|
|
},
|
|
{
|
|
"outcome": "BO-2",
|
|
"name": "Compliance Audit Pass Rate",
|
|
"measured_by": "C-21",
|
|
"layer": "service_level",
|
|
"id": "M-6",
|
|
"target": "100%"
|
|
}
|
|
],
|
|
"responsibilities": [
|
|
{
|
|
"role": "R-1",
|
|
"capability": "C-1",
|
|
"kind": "accountable",
|
|
"id": "RS-1"
|
|
},
|
|
{
|
|
"id": "RS-2",
|
|
"capability": "C-2",
|
|
"kind": "accountable",
|
|
"role": "R-1"
|
|
},
|
|
{
|
|
"role": "R-1",
|
|
"capability": "C-3",
|
|
"id": "RS-3",
|
|
"kind": "accountable"
|
|
},
|
|
{
|
|
"role": "R-1",
|
|
"capability": "C-4",
|
|
"id": "RS-4",
|
|
"kind": "accountable"
|
|
},
|
|
{
|
|
"role": "R-1",
|
|
"capability": "C-5",
|
|
"id": "RS-5",
|
|
"kind": "accountable"
|
|
},
|
|
{
|
|
"capability": "C-6",
|
|
"id": "RS-6",
|
|
"role": "R-1",
|
|
"kind": "accountable"
|
|
},
|
|
{
|
|
"role": "R-1",
|
|
"kind": "accountable",
|
|
"capability": "C-7",
|
|
"id": "RS-7"
|
|
},
|
|
{
|
|
"kind": "accountable",
|
|
"role": "R-1",
|
|
"id": "RS-8",
|
|
"capability": "C-8"
|
|
},
|
|
{
|
|
"kind": "accountable",
|
|
"capability": "C-9",
|
|
"id": "RS-9",
|
|
"role": "R-1"
|
|
},
|
|
{
|
|
"kind": "accountable",
|
|
"id": "RS-10",
|
|
"capability": "C-10",
|
|
"role": "R-1"
|
|
},
|
|
{
|
|
"id": "RS-11",
|
|
"kind": "accountable",
|
|
"capability": "C-11",
|
|
"role": "R-6"
|
|
},
|
|
{
|
|
"capability": "C-12",
|
|
"role": "R-6",
|
|
"id": "RS-12",
|
|
"kind": "accountable"
|
|
},
|
|
{
|
|
"id": "RS-13",
|
|
"kind": "accountable",
|
|
"capability": "C-13",
|
|
"role": "R-6"
|
|
},
|
|
{
|
|
"capability": "C-14",
|
|
"kind": "accountable",
|
|
"id": "RS-14",
|
|
"role": "R-7"
|
|
},
|
|
{
|
|
"kind": "accountable",
|
|
"role": "R-1",
|
|
"capability": "C-15",
|
|
"id": "RS-15"
|
|
},
|
|
{
|
|
"role": "R-7",
|
|
"capability": "C-16",
|
|
"kind": "accountable",
|
|
"id": "RS-16"
|
|
},
|
|
{
|
|
"role": "R-7",
|
|
"capability": "C-17",
|
|
"kind": "accountable",
|
|
"id": "RS-17"
|
|
},
|
|
{
|
|
"capability": "C-18",
|
|
"role": "R-7",
|
|
"id": "RS-18",
|
|
"kind": "accountable"
|
|
},
|
|
{
|
|
"id": "RS-19",
|
|
"kind": "accountable",
|
|
"capability": "C-19",
|
|
"role": "R-7"
|
|
},
|
|
{
|
|
"id": "RS-20",
|
|
"capability": "C-20",
|
|
"kind": "accountable",
|
|
"role": "R-1"
|
|
},
|
|
{
|
|
"role": "R-6",
|
|
"capability": "C-21",
|
|
"id": "RS-21",
|
|
"kind": "accountable"
|
|
},
|
|
{
|
|
"capability": "C-1",
|
|
"kind": "responsible",
|
|
"role": "R-2",
|
|
"id": "RS-22"
|
|
},
|
|
{
|
|
"id": "RS-23",
|
|
"role": "R-2",
|
|
"capability": "C-2",
|
|
"kind": "responsible"
|
|
},
|
|
{
|
|
"kind": "responsible",
|
|
"role": "R-4",
|
|
"capability": "C-3",
|
|
"id": "RS-24"
|
|
},
|
|
{
|
|
"role": "R-2",
|
|
"id": "RS-25",
|
|
"kind": "responsible",
|
|
"capability": "C-4"
|
|
},
|
|
{
|
|
"kind": "responsible",
|
|
"id": "RS-26",
|
|
"capability": "C-5",
|
|
"role": "R-4"
|
|
},
|
|
{
|
|
"role": "R-4",
|
|
"kind": "responsible",
|
|
"id": "RS-27",
|
|
"capability": "C-6"
|
|
},
|
|
{
|
|
"id": "RS-28",
|
|
"kind": "responsible",
|
|
"role": "R-4",
|
|
"capability": "C-7"
|
|
},
|
|
{
|
|
"id": "RS-29",
|
|
"role": "R-4",
|
|
"capability": "C-8",
|
|
"kind": "responsible"
|
|
},
|
|
{
|
|
"capability": "C-9",
|
|
"role": "R-4",
|
|
"kind": "responsible",
|
|
"id": "RS-30"
|
|
},
|
|
{
|
|
"capability": "C-10",
|
|
"id": "RS-31",
|
|
"role": "R-4",
|
|
"kind": "responsible"
|
|
},
|
|
{
|
|
"capability": "C-11",
|
|
"role": "R-4",
|
|
"id": "RS-32",
|
|
"kind": "responsible"
|
|
},
|
|
{
|
|
"capability": "C-12",
|
|
"kind": "responsible",
|
|
"id": "RS-33",
|
|
"role": "R-3"
|
|
},
|
|
{
|
|
"kind": "responsible",
|
|
"id": "RS-34",
|
|
"capability": "C-13",
|
|
"role": "R-3"
|
|
},
|
|
{
|
|
"role": "R-1",
|
|
"kind": "responsible",
|
|
"capability": "C-14",
|
|
"id": "RS-35"
|
|
},
|
|
{
|
|
"id": "RS-36",
|
|
"kind": "responsible",
|
|
"capability": "C-15",
|
|
"role": "R-2"
|
|
},
|
|
{
|
|
"kind": "responsible",
|
|
"capability": "C-16",
|
|
"role": "R-7",
|
|
"id": "RS-37"
|
|
},
|
|
{
|
|
"id": "RS-38",
|
|
"capability": "C-17",
|
|
"role": "R-4",
|
|
"kind": "responsible"
|
|
},
|
|
{
|
|
"role": "R-5",
|
|
"id": "RS-39",
|
|
"kind": "responsible",
|
|
"capability": "C-18"
|
|
},
|
|
{
|
|
"id": "RS-40",
|
|
"role": "R-5",
|
|
"kind": "responsible",
|
|
"capability": "C-19"
|
|
},
|
|
{
|
|
"kind": "responsible",
|
|
"id": "RS-41",
|
|
"role": "R-1",
|
|
"capability": "C-20"
|
|
},
|
|
{
|
|
"kind": "responsible",
|
|
"role": "R-6",
|
|
"id": "RS-42",
|
|
"capability": "C-21"
|
|
},
|
|
{
|
|
"role": "R-8",
|
|
"id": "RS-43",
|
|
"kind": "consulted",
|
|
"capability": "C-1"
|
|
},
|
|
{
|
|
"kind": "consulted",
|
|
"role": "R-8",
|
|
"id": "RS-44",
|
|
"capability": "C-2"
|
|
},
|
|
{
|
|
"id": "RS-45",
|
|
"kind": "consulted",
|
|
"capability": "C-3",
|
|
"role": "R-8"
|
|
},
|
|
{
|
|
"capability": "C-4",
|
|
"role": "R-8",
|
|
"kind": "consulted",
|
|
"id": "RS-46"
|
|
},
|
|
{
|
|
"capability": "C-5",
|
|
"kind": "consulted",
|
|
"role": "R-8",
|
|
"id": "RS-47"
|
|
},
|
|
{
|
|
"kind": "consulted",
|
|
"capability": "C-6",
|
|
"role": "R-8",
|
|
"id": "RS-48"
|
|
},
|
|
{
|
|
"id": "RS-49",
|
|
"capability": "C-7",
|
|
"role": "R-8",
|
|
"kind": "consulted"
|
|
},
|
|
{
|
|
"role": "R-8",
|
|
"kind": "consulted",
|
|
"capability": "C-8",
|
|
"id": "RS-50"
|
|
},
|
|
{
|
|
"id": "RS-51",
|
|
"capability": "C-9",
|
|
"role": "R-8",
|
|
"kind": "consulted"
|
|
},
|
|
{
|
|
"id": "RS-52",
|
|
"capability": "C-10",
|
|
"role": "R-8",
|
|
"kind": "consulted"
|
|
},
|
|
{
|
|
"capability": "C-11",
|
|
"id": "RS-53",
|
|
"role": "R-8",
|
|
"kind": "consulted"
|
|
},
|
|
{
|
|
"capability": "C-12",
|
|
"role": "R-8",
|
|
"kind": "consulted",
|
|
"id": "RS-54"
|
|
},
|
|
{
|
|
"role": "R-8",
|
|
"kind": "consulted",
|
|
"id": "RS-55",
|
|
"capability": "C-13"
|
|
},
|
|
{
|
|
"role": "R-8",
|
|
"kind": "consulted",
|
|
"capability": "C-14",
|
|
"id": "RS-56"
|
|
},
|
|
{
|
|
"capability": "C-15",
|
|
"kind": "consulted",
|
|
"role": "R-8",
|
|
"id": "RS-57"
|
|
},
|
|
{
|
|
"role": "R-8",
|
|
"kind": "consulted",
|
|
"id": "RS-58",
|
|
"capability": "C-16"
|
|
},
|
|
{
|
|
"role": "R-8",
|
|
"kind": "consulted",
|
|
"capability": "C-17",
|
|
"id": "RS-59"
|
|
},
|
|
{
|
|
"capability": "C-18",
|
|
"kind": "consulted",
|
|
"role": "R-8",
|
|
"id": "RS-60"
|
|
},
|
|
{
|
|
"id": "RS-61",
|
|
"kind": "consulted",
|
|
"role": "R-8",
|
|
"capability": "C-19"
|
|
},
|
|
{
|
|
"kind": "consulted",
|
|
"role": "R-8",
|
|
"capability": "C-20",
|
|
"id": "RS-62"
|
|
},
|
|
{
|
|
"kind": "consulted",
|
|
"role": "R-8",
|
|
"capability": "C-21",
|
|
"id": "RS-63"
|
|
}
|
|
],
|
|
"checks": [
|
|
{
|
|
"depends_on_finding": null,
|
|
"condition": "Declarative infrastructure configurations restrict data location to UK and EU regions.",
|
|
"id": "OC-1",
|
|
"source": "K-1",
|
|
"on": "C-7"
|
|
},
|
|
{
|
|
"source": "K-2",
|
|
"condition": "Warm standby capacity limits on identity, encryption, and governance components are maintained through DR automation.",
|
|
"depends_on_finding": null,
|
|
"on": "C-9",
|
|
"id": "OC-2"
|
|
},
|
|
{
|
|
"on": "C-7",
|
|
"condition": "PCI-regulated production network configurations enforce isolation from non-PCI scopes.",
|
|
"id": "OC-3",
|
|
"source": "K-3"
|
|
},
|
|
{
|
|
"source": "K-4",
|
|
"id": "OC-4",
|
|
"condition": "Workload APIs are confirmed to be routable only via private corporate network paths.",
|
|
"on": "C-7"
|
|
},
|
|
{
|
|
"id": "OC-5",
|
|
"on": "C-10",
|
|
"source": "K-5",
|
|
"condition": "Hybrid interconnect capacity metrics demonstrate SLA-backed low latency."
|
|
},
|
|
{
|
|
"condition": "Centralised inspection appliances actively perform stateful packet inspection on all egress traffic.",
|
|
"id": "OC-6",
|
|
"source": "K-6",
|
|
"on": "C-13"
|
|
},
|
|
{
|
|
"on": "C-9",
|
|
"condition": "Service continuity rehearsals demonstrate secondary region failover in under 4 hours.",
|
|
"id": "OC-7",
|
|
"source": "K-7"
|
|
},
|
|
{
|
|
"condition": "Backup validation ensures an RPO of at most 1 hour.",
|
|
"on": "C-7",
|
|
"id": "OC-8",
|
|
"depends_on_finding": "AF-3",
|
|
"source": "K-8"
|
|
},
|
|
{
|
|
"on": "C-11",
|
|
"source": "K-9",
|
|
"id": "OC-9",
|
|
"condition": "Identity access policies require Entra ID multi-factor authentication for corporate users."
|
|
},
|
|
{
|
|
"condition": "Third-party supplier reviews include DORA risk assessments.",
|
|
"id": "OC-10",
|
|
"source": "K-10",
|
|
"on": "C-20"
|
|
},
|
|
{
|
|
"on": "C-21",
|
|
"source": "K-11",
|
|
"id": "OC-11",
|
|
"condition": "Production cardholder data environments maintain PCI-DSS v4.0 network isolation control compliance."
|
|
},
|
|
{
|
|
"id": "OC-12",
|
|
"source": "K-12",
|
|
"on": "C-11",
|
|
"condition": "Confidential payment data storage systems ensure unauthorized access protection via customer-controlled keys."
|
|
},
|
|
{
|
|
"condition": "Audit logs are actively monitored for modifications and deletions.",
|
|
"source": "K-13",
|
|
"id": "OC-13",
|
|
"on": "C-13"
|
|
},
|
|
{
|
|
"condition": "Monthly availability of network routing components is tracked and meets the 99.9% target.",
|
|
"on": "C-15",
|
|
"id": "OC-14",
|
|
"source": "K-14"
|
|
},
|
|
{
|
|
"condition": "Data centres supporting operations provide publicly validated carbon-free energy (CFE) metrics.",
|
|
"on": "C-21",
|
|
"source": "K-15",
|
|
"id": "OC-15"
|
|
},
|
|
{
|
|
"id": "OC-16",
|
|
"source": "K-16",
|
|
"condition": "Workload ingestion metrics confirm operational readiness within the initial 10-week build.",
|
|
"on": "C-16"
|
|
},
|
|
{
|
|
"id": "OC-17",
|
|
"on": "C-1",
|
|
"source": "K-17",
|
|
"condition": "A 24/7 service desk is resourced to actively log and respond to infrastructure priority incidents."
|
|
},
|
|
{
|
|
"id": "OC-18",
|
|
"condition": "CI/CD pipeline hooks enforce pull request approvals, validation, and linting before merge.",
|
|
"on": "C-5",
|
|
"source": "K-18"
|
|
},
|
|
{
|
|
"id": "OC-19",
|
|
"condition": "NVA capacity tracking confirms instances utilize high-bandwidth machine families.",
|
|
"source": "K-19",
|
|
"on": "C-10"
|
|
},
|
|
{
|
|
"id": "OC-20",
|
|
"condition": "Platform budget anomaly alerts check that the warm standby uses minimal infrastructure footprint.",
|
|
"depends_on_finding": "AF-2",
|
|
"source": "K-20",
|
|
"on": "C-14"
|
|
},
|
|
{
|
|
"condition": "Disaster recovery infrastructure automation limits full-capacity scaling strictly to failover occurrences.",
|
|
"id": "OC-21",
|
|
"on": "C-9",
|
|
"source": "K-21"
|
|
},
|
|
{
|
|
"id": "OC-22",
|
|
"on": "R-1",
|
|
"source": "OR-13",
|
|
"condition": "Operations and support delivery are provided solely under the agreed service-provider framework."
|
|
},
|
|
{
|
|
"id": "OC-23",
|
|
"source": "OR-14",
|
|
"condition": "Staff are located solely in authorized delivery countries.",
|
|
"depends_on_finding": null,
|
|
"on": "R-1"
|
|
},
|
|
{
|
|
"condition": "Operational telemetry and incident logging are fully integrated into the operations suite.",
|
|
"source": "OR-15",
|
|
"id": "OC-24",
|
|
"on": "C-2"
|
|
},
|
|
{
|
|
"id": "OC-25",
|
|
"on": "C-21",
|
|
"source": "OR-24",
|
|
"condition": "Compliance audits consistently certify continuous adherence across DORA, ISO 27001, and PCI-DSS v4.0 frameworks."
|
|
},
|
|
{
|
|
"on": "C-1",
|
|
"source": "K-17",
|
|
"condition": "Incident responders use a secure remote access mechanism to troubleshoot Centralised Egress Traffic Inspection Gateways.",
|
|
"depends_on_finding": "AF-1",
|
|
"id": "OC-26"
|
|
}
|
|
]
|
|
} |