Files
Jonathan Boniface 416c66ced4
All checks were successful
check agents / check (push) Successful in 10s
Add CP1 Discovery agents in both patterns
ALZ-F01 Discovery as a sub-agent orchestrator (sub-agents/) and as eight
individual declarative agents (individual-agents/), with their KAB workflow
exports. Shared check, render and import scripts, the alz-discovery-sample
MCP server, the crucible-kab-dev deploy profile, deployment docs, platform
issue reports and the source material. Agent steps time out at 20 minutes.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-29 18:25:57 +00:00

143 lines
4.7 KiB
YAML

# Eval cases for CP1 - Network Discovery & Assessment Agent: the Meridian Retail Group sample estate (needs the MCP server).
schema_version: "1.0"
agent: "cp1-network-discovery-assessment-agent"
defaults:
timeout: 330
cases:
- id: "one-day-sample-is-not-a-bottleneck"
description: "INET-LON-01 has one day of data and must not be reported as a bottleneck; WAN-LON-MAN (28 days, p95 86%) is."
input:
json:
engagement_id: "ENG-MERIDIAN-001"
run_id: "RUN-EVAL-01"
tasks:
- task_id: "T-001"
type: "ingest_cmdb"
assigned_agent: "ALZ-DSC-04"
target_ref: "CONN-CMDB-SNOW"
mcp_tool: "alz-cmdb.ingest_cmdb"
depends_on: []
batch: null
evidence_artifact: "tool.call"
- task_id: "T-002"
type: "ingest_itsm"
assigned_agent: "ALZ-DSC-04"
target_ref: "CONN-ITSM-SNOW"
mcp_tool: "alz-cmdb.ingest_itsm"
depends_on: []
batch: null
evidence_artifact: "tool.call"
- task_id: "T-010"
type: "scan_target"
assigned_agent: "ALZ-DSC-02"
target_ref: "SE-001"
mcp_tool: "alz-estate.scan_target"
depends_on:
- "T-001"
batch: 1
declared_rps: 10
evidence_artifact: "finding.recorded"
- task_id: "T-011"
type: "scan_target"
assigned_agent: "ALZ-DSC-02"
target_ref: "SE-002"
mcp_tool: "alz-estate.scan_target"
depends_on:
- "T-001"
batch: 1
declared_rps: 10
evidence_artifact: "finding.recorded"
- task_id: "T-012"
type: "scan_target"
assigned_agent: "ALZ-DSC-02"
target_ref: "SE-003"
mcp_tool: "alz-estate.scan_target"
depends_on:
- "T-001"
batch: 1
declared_rps: 10
evidence_artifact: "finding.recorded"
- task_id: "T-013"
type: "scan_target"
assigned_agent: "ALZ-DSC-02"
target_ref: "SE-005"
mcp_tool: "alz-estate.scan_target"
depends_on:
- "T-001"
batch: 1
declared_rps: 10
evidence_artifact: "finding.recorded"
- task_id: "T-014"
type: "scan_target"
assigned_agent: "ALZ-DSC-02"
target_ref: "SE-032"
mcp_tool: "alz-estate.scan_target"
depends_on:
- "T-001"
batch: 1
declared_rps: 10
evidence_artifact: "finding.recorded"
- task_id: "T-020"
type: "collect_network"
assigned_agent: "ALZ-DSC-07"
target_ref: "LON-DC1"
mcp_tool: "alz-network.collect_topology"
depends_on:
- "T-001"
- "T-002"
batch: null
evidence_artifact: "network.recorded"
records:
- canonical_id: "CI-SE-002"
scope_entry_id: "SE-002"
hostname: "app-01"
fqdn: "app-01.lon.meridian.example"
asset_class: "server"
environment: "production"
os:
family: "Windows Server"
version: "2012 R2"
services:
- "IIS 8.5"
facts:
owner: "Retail Systems"
site: "LON-DC1"
fact_source: "CONN-CMDB-SNOW:CI000102"
sources:
- source_type: "scan"
source_ref: "SE-002"
evidence_ref: "evidence:ENG-MERIDIAN-001#2"
match_basis:
- "serial"
conflicts: []
confidence: 0.85
- canonical_id: "CI-SE-003"
scope_entry_id: "SE-003"
hostname: "pos-db-01"
fqdn: "pos-db-01.lon.meridian.example"
asset_class: "database"
environment: "production"
os:
family: "Oracle Linux"
version: "7.9"
services:
- "Oracle Database 19c"
facts:
owner: "Retail Systems"
site: "LON-DC1"
compliance_scope:
- "PCI-DSS"
fact_source: "CONN-CMDB-SNOW:CI000103"
sources:
- source_type: "scan"
source_ref: "SE-003"
evidence_ref: "evidence:ENG-MERIDIAN-001#3"
match_basis:
- "serial"
conflicts: []
confidence: 0.85
checks:
- schema: true
- field: "findings"
contains: "WAN-LON-MAN"