Files
Jonathan Boniface 9e503885cc ALZ-F01 Discovery: package step, value scorecard, application grouping, cases
- New cp1-discovery-package-agent (ADR 0020): one package per reviewed run, every part
  hashed (sha256 over canonical JSON), with a manifest and a value scorecard.
- Applications grouped CMDB -> tag -> resource group with a judged model fallback (ADR 0021):
  CMDB 0.7.0 carries ownership, dependency mapping 0.6.0 groups, report 0.9.0 shows them.
- Critic 0.6.1 accepts the producers' enums; build_workflow.py refuses a consumer enum
  narrower than its producer's.
- Code hooks, sub-agents and tests for the inventory, CMDB, dependency, planner and critic
  agents; the report and Well-Architected review agents; ADRs 0012-0021.
- Workflow cases with value bars and run limits; run evaluation and usage collection scripts;
  the run context template and the field-by-field review for ADR 0016.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-05 22:13:25 +00:00

599 lines
26 KiB
YAML

# Eval cases for CP1 - Asset Inventory Normalisation Agent: the Meridian Retail Group sample estate (needs the MCP server).
schema_version: "1.0"
agent: "cp1-asset-inventory-normalisation-agent"
defaults:
timeout: 330
cases:
- id: "one-record-per-asset"
description: "Two findings become two canonical records, with facts copied from the CMDB."
input:
json:
engagement_id: "ENG-MERIDIAN-001"
run_id: "RUN-EVAL-01"
findings:
- scope_entry_id: "SE-002"
hostname: "app-01"
os: "Windows Server 2012 R2"
services:
- "IIS 8.5"
- "POS Backoffice (.NET Framework 4.8)"
dependencies:
- "SE-003"
- "SE-004"
migration_risks:
- "Windows Server 2012 R2 is out of support"
- "In PCI-DSS scope"
prompt_injection_detected: false
injection_note: ""
evidence_ref: "evidence:ENG-MERIDIAN-001#2"
- scope_entry_id: "SE-003"
hostname: "pos-db-01"
os: "Oracle Linux 7.9"
services:
- "Oracle Database 19c"
dependencies: []
migration_risks:
- "In PCI-DSS scope"
prompt_injection_detected: false
injection_note: ""
evidence_ref: "evidence:ENG-MERIDIAN-001#3"
checks:
- schema: true
- field: "records"
contains: "CI-SE-002"
- id: "live-batched-45"
description: "A live Azure run of 45 findings is built in three batches (ADR 0015): 45 records, the last one CI-045, nothing dropped."
timeout: 600
input:
json:
engagement_id: "ENG-EVAL-LIVE"
run_id: "RUN-EVAL-LIVE-45"
provider: "azure"
findings:
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-01"
hostname: "vm-eval-01"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval01"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-02"
hostname: "vm-eval-02"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval02"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-03"
hostname: "vm-eval-03"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval03"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-04"
hostname: "vm-eval-04"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval04"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-05"
hostname: "vm-eval-05"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval05"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-06"
hostname: "vm-eval-06"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval06"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-07"
hostname: "vm-eval-07"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval07"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-08"
hostname: "vm-eval-08"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval08"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-09"
hostname: "vm-eval-09"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval09"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-10"
hostname: "vm-eval-10"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval10"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-11"
hostname: "vm-eval-11"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval11"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-12"
hostname: "vm-eval-12"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval12"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-13"
hostname: "vm-eval-13"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval13"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-14"
hostname: "vm-eval-14"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval14"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-15"
hostname: "vm-eval-15"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval15"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-16"
hostname: "vm-eval-16"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval16"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-17"
hostname: "vm-eval-17"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval17"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-18"
hostname: "vm-eval-18"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval18"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-19"
hostname: "vm-eval-19"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval19"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-20"
hostname: "vm-eval-20"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval20"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-21"
hostname: "vm-eval-21"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval21"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-22"
hostname: "vm-eval-22"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval22"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-23"
hostname: "vm-eval-23"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval23"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-24"
hostname: "vm-eval-24"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval24"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-25"
hostname: "vm-eval-25"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval25"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-26"
hostname: "vm-eval-26"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval26"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-27"
hostname: "vm-eval-27"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval27"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-28"
hostname: "vm-eval-28"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval28"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-29"
hostname: "vm-eval-29"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval29"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-30"
hostname: "vm-eval-30"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval30"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-31"
hostname: "vm-eval-31"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval31"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-32"
hostname: "vm-eval-32"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval32"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-33"
hostname: "vm-eval-33"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval33"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-34"
hostname: "vm-eval-34"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval34"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-35"
hostname: "vm-eval-35"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval35"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-36"
hostname: "vm-eval-36"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval36"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-37"
hostname: "vm-eval-37"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval37"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-38"
hostname: "vm-eval-38"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval38"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-39"
hostname: "vm-eval-39"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval39"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-40"
hostname: "vm-eval-40"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval40"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-41"
hostname: "vm-eval-41"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval41"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-42"
hostname: "vm-eval-42"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval42"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-43"
hostname: "vm-eval-43"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval43"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-44"
hostname: "vm-eval-44"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval44"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
- scope_entry_id: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-45"
hostname: "vm-eval-45"
os: "Ubuntu 22.04"
services: []
dependencies: []
migration_risks: []
prompt_injection_detected: false
injection_note: ""
evidence_ref: "sha256:eval45"
provider_attributes:
type: "microsoft.compute/virtualmachines"
region: "uksouth"
checks:
- schema: true
- field: "records"
contains: "CI-045"
- field: "records"
contains: "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg-eval/providers/Microsoft.Compute/virtualMachines/vm-eval-45"