The evaluation (both cases three times: report, results, spread, each run's Deliverables and lesson candidates) and the hand-off through the Orchestration engine (report, the document of links, both agents' kept files and records). Benchmark cases only, all fictional; no machine paths, and the links carry no signatures. Other runs stay ignored. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
310 lines
12 KiB
JSON
310 lines
12 KiB
JSON
[
|
|
{
|
|
"id": "SC-fault-S-1",
|
|
"scenario": "Multi-Tier Environment Hierarchy & Isolation Boundary (S-1) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-1",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-1",
|
|
"scenario": "Multi-Tier Environment Hierarchy & Isolation Boundary (S-1) must be changed.",
|
|
"about": "S-1",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-fault-S-2",
|
|
"scenario": "Dedicated Hybrid Network Interconnect Gateway (S-2) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-2",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-2",
|
|
"scenario": "Dedicated Hybrid Network Interconnect Gateway (S-2) must be changed.",
|
|
"about": "S-2",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-fault-S-3",
|
|
"scenario": "Centralised Egress Traffic Inspection Gateway (S-3) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-3",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-3",
|
|
"scenario": "Centralised Egress Traffic Inspection Gateway (S-3) must be changed.",
|
|
"about": "S-3",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-fault-S-4",
|
|
"scenario": "Transit Network Fabric & Routing Controller (S-4) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-4",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-4",
|
|
"scenario": "Transit Network Fabric & Routing Controller (S-4) must be changed.",
|
|
"about": "S-4",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-fault-S-5",
|
|
"scenario": "Corporate Identity Federation Gateway (S-5) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-5",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-5",
|
|
"scenario": "Corporate Identity Federation Gateway (S-5) must be changed.",
|
|
"about": "S-5",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-fault-S-6",
|
|
"scenario": "Automated Delivery Pipeline Identity Broker (S-6) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-6",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-6",
|
|
"scenario": "Automated Delivery Pipeline Identity Broker (S-6) must be changed.",
|
|
"about": "S-6",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-fault-S-7",
|
|
"scenario": "Cryptographic Key Management & Rotation Service (S-7) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-7",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-7",
|
|
"scenario": "Cryptographic Key Management & Rotation Service (S-7) must be changed.",
|
|
"about": "S-7",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-fault-S-8",
|
|
"scenario": "Centralised Immutable Audit Log Repository (S-8) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-8",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-8",
|
|
"scenario": "Centralised Immutable Audit Log Repository (S-8) must be changed.",
|
|
"about": "S-8",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-fault-S-9",
|
|
"scenario": "Platform Compliance & Governance Guardrail Controller (S-9) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-9",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-9",
|
|
"scenario": "Platform Compliance & Governance Guardrail Controller (S-9) must be changed.",
|
|
"about": "S-9",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-fault-S-10",
|
|
"scenario": "Declarative Infrastructure Provisioning & State Engine (S-10) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-10",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-10",
|
|
"scenario": "Declarative Infrastructure Provisioning & State Engine (S-10) must be changed.",
|
|
"about": "S-10",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-fault-S-11",
|
|
"scenario": "Centralised Operational Telemetry & Alerting Engine (S-11) fails at an hour faults are responded to (24x7).",
|
|
"about": "S-11",
|
|
"passes": true,
|
|
"path": "Platform SRE responds under C-1, and Platform Reliability Lead is answerable."
|
|
},
|
|
{
|
|
"id": "SC-change-S-11",
|
|
"scenario": "Centralised Operational Telemetry & Alerting Engine (S-11) must be changed.",
|
|
"about": "S-11",
|
|
"passes": true,
|
|
"path": "Platform Engineer makes the change under C-5."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-1",
|
|
"scenario": "Condition K-1 must be shown to hold: Customer data and payment processing remain within United Kingdom and European Union legal jurisdictions.",
|
|
"about": "K-1",
|
|
"passes": true,
|
|
"path": "Check OC-1 on C-7 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-2",
|
|
"scenario": "Condition K-2 must be shown to hold: Warm standby environment operates with reduced capacity until activated during a disaster recovery failover.",
|
|
"about": "K-2",
|
|
"passes": true,
|
|
"path": "Check OC-2 on C-9 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-3",
|
|
"scenario": "Condition K-3 must be shown to hold: PCI-regulated production environment is isolated from non-PCI scopes according to PCI-DSS v4.0 network segmentation requirements.",
|
|
"about": "K-3",
|
|
"passes": true,
|
|
"path": "Check OC-3 on C-7 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-4",
|
|
"scenario": "Condition K-4 must be shown to hold: Workload APIs and payment services are accessible exclusively through private corporate network paths.",
|
|
"about": "K-4",
|
|
"passes": true,
|
|
"path": "Check OC-4 on C-7 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-5",
|
|
"scenario": "Condition K-5 must be shown to hold: Hybrid connection maintains low-latency, SLA-backed private data transmission between on-premises and Google Cloud.",
|
|
"about": "K-5",
|
|
"passes": true,
|
|
"path": "Check OC-5 on C-10 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-6",
|
|
"scenario": "Condition K-6 must be shown to hold: Centralised inspection appliances perform next-generation stateful packet inspection, URL filtering, and threat detection on outbound internet sessions.",
|
|
"about": "K-6",
|
|
"passes": true,
|
|
"path": "Check OC-6 on C-13 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-7",
|
|
"scenario": "Condition K-7 must be shown to hold: Platform foundation failover to europe-west1 can be completed within 4 hours during a primary region outage.",
|
|
"about": "K-7",
|
|
"passes": true,
|
|
"path": "Check OC-7 on C-9 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-8",
|
|
"scenario": "Condition K-8 must be shown to hold: Configuration drift and backup state achieve a maximum data loss window (RPO) of 1 hour.",
|
|
"about": "K-8",
|
|
"passes": true,
|
|
"path": "Check OC-8 on C-7 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-9",
|
|
"scenario": "Condition K-9 must be shown to hold: Corporate user lifecycle management and MFA enforcement are governed centrally by Entra ID conditional access policies.",
|
|
"about": "K-9",
|
|
"passes": true,
|
|
"path": "Check OC-9 on C-11 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-10",
|
|
"scenario": "Condition K-10 must be shown to hold: Platform governance and resilience architecture comply with DORA regulatory testing and third-party risk management frameworks.",
|
|
"about": "K-10",
|
|
"passes": true,
|
|
"path": "Check OC-10 on C-20 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-11",
|
|
"scenario": "Condition K-11 must be shown to hold: Production cardholder data environment satisfies PCI-DSS v4.0 isolation and security control requirements.",
|
|
"about": "K-11",
|
|
"passes": true,
|
|
"path": "Check OC-11 on C-21 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-12",
|
|
"scenario": "Condition K-12 must be shown to hold: Confidential payment data is secured against unauthorized platform-level access or data exposure.",
|
|
"about": "K-12",
|
|
"passes": true,
|
|
"path": "Check OC-12 on C-11 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-13",
|
|
"scenario": "Condition K-13 must be shown to hold: Audit logs cannot be modified, deleted, or shortened by any identity or administrator prior to retention expiration.",
|
|
"about": "K-13",
|
|
"passes": true,
|
|
"path": "Check OC-13 on C-13 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-14",
|
|
"scenario": "Condition K-14 must be shown to hold: Monthly availability of the core platform landing zone and network routing meets or exceeds 99.9%.",
|
|
"about": "K-14",
|
|
"passes": true,
|
|
"path": "Check OC-14 on C-15 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-15",
|
|
"scenario": "Condition K-15 must be shown to hold: Primary and secondary regions leverage Google Cloud data centres with published carbon-free energy (CFE) performance metrics.",
|
|
"about": "K-15",
|
|
"passes": true,
|
|
"path": "Check OC-15 on C-21 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-16",
|
|
"scenario": "Condition K-16 must be shown to hold: Platform foundation delivery and workload ingestion readiness are achieved within 10 weeks of project commencement.",
|
|
"about": "K-16",
|
|
"passes": true,
|
|
"path": "Check OC-16 on C-16 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-17",
|
|
"scenario": "Condition K-17 must be shown to hold: Central platform team operates 24/7 support for infrastructure incidents and availability alerts.",
|
|
"about": "K-17",
|
|
"passes": true,
|
|
"path": "Check OC-17 on C-1 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-18",
|
|
"scenario": "Condition K-18 must be shown to hold: Pull request workflows require automated CI/CD linting, validation, and peer approval prior to merge and deployment.",
|
|
"about": "K-18",
|
|
"passes": true,
|
|
"path": "Check OC-18 on C-5 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-19",
|
|
"scenario": "Condition K-19 must be shown to hold: NVA instances use machine families that support high bandwidth networking.",
|
|
"about": "K-19",
|
|
"passes": true,
|
|
"path": "Check OC-19 on C-10 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-20",
|
|
"scenario": "Condition K-20 must be shown to hold: The warm standby environment operates at a minimal pilot light footprint during normal operations.",
|
|
"about": "K-20",
|
|
"passes": true,
|
|
"path": "Check OC-20 on C-14 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-condition-K-21",
|
|
"scenario": "Condition K-21 must be shown to hold: Automated disaster recovery scripts scale the standby environment to full capacity only during a failover event.",
|
|
"about": "K-21",
|
|
"passes": true,
|
|
"path": "Check OC-21 on C-9 keeps it true."
|
|
},
|
|
{
|
|
"id": "SC-party-P-1",
|
|
"scenario": "Managed Service Provider cannot be reached.",
|
|
"about": "P-1",
|
|
"passes": true,
|
|
"path": "Every Capability it is answerable for has a Role in another Party to turn to."
|
|
}
|
|
] |