Add CP1 Discovery agents in both patterns
All checks were successful
check agents / check (push) Successful in 10s
All checks were successful
check agents / check (push) Successful in 10s
ALZ-F01 Discovery as a sub-agent orchestrator (sub-agents/) and as eight individual declarative agents (individual-agents/), with their KAB workflow exports. Shared check, render and import scripts, the alz-discovery-sample MCP server, the crucible-kab-dev deploy profile, deployment docs, platform issue reports and the source material. Agent steps time out at 20 minutes. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,142 @@
|
||||
# Eval cases for CP1 - CMDB & ITSM Reconciliation Agent: the Meridian Retail Group sample estate (needs the MCP server).
|
||||
schema_version: "1.0"
|
||||
agent: "cp1-cmdb-itsm-reconciliation-agent"
|
||||
defaults:
|
||||
timeout: 330
|
||||
cases:
|
||||
- id: "finds-the-ghost-at-the-unscanned-site"
|
||||
description: "batch-02 is in the CMDB at MAN-DC2, a site the plan does not scan, so it is a ghost to investigate, not to retire."
|
||||
input:
|
||||
json:
|
||||
engagement_id: "ENG-MERIDIAN-001"
|
||||
run_id: "RUN-EVAL-01"
|
||||
tasks:
|
||||
- task_id: "T-001"
|
||||
type: "ingest_cmdb"
|
||||
assigned_agent: "ALZ-DSC-04"
|
||||
target_ref: "CONN-CMDB-SNOW"
|
||||
mcp_tool: "alz-cmdb.ingest_cmdb"
|
||||
depends_on: []
|
||||
batch: null
|
||||
evidence_artifact: "tool.call"
|
||||
- task_id: "T-002"
|
||||
type: "ingest_itsm"
|
||||
assigned_agent: "ALZ-DSC-04"
|
||||
target_ref: "CONN-ITSM-SNOW"
|
||||
mcp_tool: "alz-cmdb.ingest_itsm"
|
||||
depends_on: []
|
||||
batch: null
|
||||
evidence_artifact: "tool.call"
|
||||
- task_id: "T-010"
|
||||
type: "scan_target"
|
||||
assigned_agent: "ALZ-DSC-02"
|
||||
target_ref: "SE-001"
|
||||
mcp_tool: "alz-estate.scan_target"
|
||||
depends_on:
|
||||
- "T-001"
|
||||
batch: 1
|
||||
declared_rps: 10
|
||||
evidence_artifact: "finding.recorded"
|
||||
- task_id: "T-011"
|
||||
type: "scan_target"
|
||||
assigned_agent: "ALZ-DSC-02"
|
||||
target_ref: "SE-002"
|
||||
mcp_tool: "alz-estate.scan_target"
|
||||
depends_on:
|
||||
- "T-001"
|
||||
batch: 1
|
||||
declared_rps: 10
|
||||
evidence_artifact: "finding.recorded"
|
||||
- task_id: "T-012"
|
||||
type: "scan_target"
|
||||
assigned_agent: "ALZ-DSC-02"
|
||||
target_ref: "SE-003"
|
||||
mcp_tool: "alz-estate.scan_target"
|
||||
depends_on:
|
||||
- "T-001"
|
||||
batch: 1
|
||||
declared_rps: 10
|
||||
evidence_artifact: "finding.recorded"
|
||||
- task_id: "T-013"
|
||||
type: "scan_target"
|
||||
assigned_agent: "ALZ-DSC-02"
|
||||
target_ref: "SE-005"
|
||||
mcp_tool: "alz-estate.scan_target"
|
||||
depends_on:
|
||||
- "T-001"
|
||||
batch: 1
|
||||
declared_rps: 10
|
||||
evidence_artifact: "finding.recorded"
|
||||
- task_id: "T-014"
|
||||
type: "scan_target"
|
||||
assigned_agent: "ALZ-DSC-02"
|
||||
target_ref: "SE-032"
|
||||
mcp_tool: "alz-estate.scan_target"
|
||||
depends_on:
|
||||
- "T-001"
|
||||
batch: 1
|
||||
declared_rps: 10
|
||||
evidence_artifact: "finding.recorded"
|
||||
- task_id: "T-020"
|
||||
type: "collect_network"
|
||||
assigned_agent: "ALZ-DSC-07"
|
||||
target_ref: "LON-DC1"
|
||||
mcp_tool: "alz-network.collect_topology"
|
||||
depends_on:
|
||||
- "T-001"
|
||||
- "T-002"
|
||||
batch: null
|
||||
evidence_artifact: "network.recorded"
|
||||
records:
|
||||
- canonical_id: "CI-SE-002"
|
||||
scope_entry_id: "SE-002"
|
||||
hostname: "app-01"
|
||||
fqdn: "app-01.lon.meridian.example"
|
||||
asset_class: "server"
|
||||
environment: "production"
|
||||
os:
|
||||
family: "Windows Server"
|
||||
version: "2012 R2"
|
||||
services:
|
||||
- "IIS 8.5"
|
||||
facts:
|
||||
owner: "Retail Systems"
|
||||
site: "LON-DC1"
|
||||
fact_source: "CONN-CMDB-SNOW:CI000102"
|
||||
sources:
|
||||
- source_type: "scan"
|
||||
source_ref: "SE-002"
|
||||
evidence_ref: "evidence:ENG-MERIDIAN-001#2"
|
||||
match_basis:
|
||||
- "serial"
|
||||
conflicts: []
|
||||
confidence: 0.85
|
||||
- canonical_id: "CI-SE-003"
|
||||
scope_entry_id: "SE-003"
|
||||
hostname: "pos-db-01"
|
||||
fqdn: "pos-db-01.lon.meridian.example"
|
||||
asset_class: "database"
|
||||
environment: "production"
|
||||
os:
|
||||
family: "Oracle Linux"
|
||||
version: "7.9"
|
||||
services:
|
||||
- "Oracle Database 19c"
|
||||
facts:
|
||||
owner: "Retail Systems"
|
||||
site: "LON-DC1"
|
||||
compliance_scope:
|
||||
- "PCI-DSS"
|
||||
fact_source: "CONN-CMDB-SNOW:CI000103"
|
||||
sources:
|
||||
- source_type: "scan"
|
||||
source_ref: "SE-003"
|
||||
evidence_ref: "evidence:ENG-MERIDIAN-001#3"
|
||||
match_basis:
|
||||
- "serial"
|
||||
conflicts: []
|
||||
confidence: 0.85
|
||||
checks:
|
||||
- schema: true
|
||||
- field: "drift_items"
|
||||
contains: "investigate"
|
||||
Reference in New Issue
Block a user