Some checks failed
check agents / check (push) Failing after 14s
- Critic 0.3.0: the hooks look up every disposition citation in the verified Discovery package (app/evidence.py). An unresolved citation fails K-02 and rejects the disposition; whether the records support the basis stays the model's judgement. - Critic 0.3.1: K-02 judges a disposition's citations together (evidence_ref is the primary record), ADR 0013 addendum. - Profiler 0.1.1: represents edges are not dependencies (ADR 0012, now covering ALZ-ASM-02). - Scaffold: builds every prompt before deleting anything. - Tests on Discovery run exec_58ba6a71d00b's package and runs 007 and 009 (15). - Run exec_49e355141382 (RUN-ASM-AZURE-012) passed on crucible-kab-dev. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
315 lines
11 KiB
JSON
315 lines
11 KiB
JSON
{
|
|
"source": "Assessment run exec_1f518b04d6e4 (RUN-ASM-AZURE-009), crucible-kab-dev, 2026-11-06: the disposition step's output, and the critic model's reply (it failed K-02, saying the ALZ-DSC-05 citations don't resolve)",
|
|
"dispositions": [
|
|
{
|
|
"application_id": "APP-001",
|
|
"disposition": "rehost",
|
|
"interim_rule": false,
|
|
"rule_trace": [
|
|
{
|
|
"category": "retire",
|
|
"matched": false,
|
|
"basis": "No external dependent application remains after represents edges and internal APP-001 edges are excluded, but CI-002, CI-009 and CI-010 have retire_constraint cannot_retire_without_mitigation, and out-of-support status is unknown for every asset."
|
|
},
|
|
{
|
|
"category": "repurchase",
|
|
"matched": false,
|
|
"basis": "The application consists of cloud-native managed resources rather than a recorded firewall, appliance or packaged-software product; little customisation and out-of-support or extended-support status are also not recorded."
|
|
},
|
|
{
|
|
"category": "replatform",
|
|
"matched": false,
|
|
"basis": "The rate card contains managed equivalents for the recorded services, but the required out-of-support or extended-support condition is unknown."
|
|
},
|
|
{
|
|
"category": "refactor",
|
|
"matched": false,
|
|
"basis": "Recorded asset criticality is Low or Medium rather than high or critical, and no unsupported-runtime blocker without a rate-card equivalent is recorded."
|
|
},
|
|
{
|
|
"category": "retain",
|
|
"matched": false,
|
|
"basis": "No appliance without an equivalent is recorded, and the two data stores are unclassified rather than subject to a recorded constraint that rate-card targets cannot host."
|
|
},
|
|
{
|
|
"category": "relocate",
|
|
"matched": false,
|
|
"basis": "All assets have cloud hosting rather than virtual hosting, and the rate card does not list a hosted hypervisor service."
|
|
},
|
|
{
|
|
"category": "rehost",
|
|
"matched": true,
|
|
"basis": "Selected as the final fallback because no earlier category matches and rate-card mappings exist for all ten assets; platform support is unknown and is reflected in confidence rather than inferred."
|
|
}
|
|
],
|
|
"confidence": 0.6,
|
|
"confidence_workings": {
|
|
"base": 0.9,
|
|
"adjustments": [
|
|
{
|
|
"rule": "P1 telemetry_unavailable",
|
|
"delta": -0.1,
|
|
"basis": "Disposition is rehost and runtime sizing telemetry is unavailable."
|
|
},
|
|
{
|
|
"rule": "P2 unknown_input",
|
|
"delta": -0.1,
|
|
"basis": "The platform-support signal needed by the rehost rule is unknown because support_status and end_of_support are absent for all ten assets."
|
|
},
|
|
{
|
|
"rule": "P3 partial_risk_score",
|
|
"delta": -0.1,
|
|
"basis": "ALZ-ASM-03 marked the application risk score partial, with eol, data and change factors missing."
|
|
}
|
|
],
|
|
"cap": null,
|
|
"result": 0.6
|
|
},
|
|
"signoff_required": true,
|
|
"evidence_ref": "discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-001",
|
|
"evidence_refs": [
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-001",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-002",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-003",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-004",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-005",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-006",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-007",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-008",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-009",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-03/CI-010",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-05/CI-002",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-05/CI-010",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-06/E-001",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-06/E-002",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-06/E-003",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-06/E-004",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-06/E-005",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-06/E-006",
|
|
"discovery:exec_58ba6a71d00b/ALZ-DSC-06/E-007"
|
|
],
|
|
"tco_model": {
|
|
"currency": "USD",
|
|
"current_annual": null,
|
|
"target_annual": 11622,
|
|
"annual_delta": null,
|
|
"line_items": [
|
|
{
|
|
"canonical_id": "CI-001",
|
|
"current": null,
|
|
"rate_id": "RC-AZ-01",
|
|
"target": 9600
|
|
},
|
|
{
|
|
"canonical_id": "CI-002",
|
|
"current": null,
|
|
"rate_id": "RC-AZ-02",
|
|
"target": 1500
|
|
},
|
|
{
|
|
"canonical_id": "CI-003",
|
|
"current": null,
|
|
"rate_id": "RC-AZ-07",
|
|
"target": 0
|
|
},
|
|
{
|
|
"canonical_id": "CI-004",
|
|
"current": null,
|
|
"rate_id": "RC-AZ-03",
|
|
"target": 60
|
|
},
|
|
{
|
|
"canonical_id": "CI-005",
|
|
"current": null,
|
|
"rate_id": "RC-AZ-03",
|
|
"target": 60
|
|
},
|
|
{
|
|
"canonical_id": "CI-006",
|
|
"current": null,
|
|
"rate_id": "RC-AZ-08",
|
|
"target": 0
|
|
},
|
|
{
|
|
"canonical_id": "CI-007",
|
|
"current": null,
|
|
"rate_id": "RC-AZ-08",
|
|
"target": 0
|
|
},
|
|
{
|
|
"canonical_id": "CI-008",
|
|
"current": null,
|
|
"rate_id": "RC-AZ-05",
|
|
"target": 12
|
|
},
|
|
{
|
|
"canonical_id": "CI-009",
|
|
"current": null,
|
|
"rate_id": "RC-AZ-06",
|
|
"target": 90
|
|
},
|
|
{
|
|
"canonical_id": "CI-010",
|
|
"current": null,
|
|
"rate_id": "RC-AZ-04",
|
|
"target": 300
|
|
}
|
|
],
|
|
"missing_inputs": [
|
|
"CI-001.facts.annual_cost",
|
|
"CI-002.facts.annual_cost",
|
|
"CI-003.facts.annual_cost",
|
|
"CI-004.facts.annual_cost",
|
|
"CI-005.facts.annual_cost",
|
|
"CI-006.facts.annual_cost",
|
|
"CI-007.facts.annual_cost",
|
|
"CI-008.facts.annual_cost",
|
|
"CI-009.facts.annual_cost",
|
|
"CI-010.facts.annual_cost"
|
|
],
|
|
"indicative": true
|
|
},
|
|
"licensing_note": "All mapped rate-card items state \"No licence\"; no inventory cost breakdown records current licensing cost.",
|
|
"scoring_note": "No external dependent application remains under the prescribed lifting rule because represents edges are excluded and the remaining edges targeting application assets are internal to APP-001; four unmapped upstream dependencies remain. This is not an interim disposition. Advisory security findings SP-001 through SP-005 were recorded but did not change the disposition or confidence. Discovery also reported a prompt-injection string in CMDB data; it was treated only as data and was not followed."
|
|
}
|
|
],
|
|
"reply": {
|
|
"verdict": "fail",
|
|
"discovery_execution_id": "exec_58ba6a71d00b",
|
|
"checks": [
|
|
{
|
|
"check_id": "K-01",
|
|
"result": "pass",
|
|
"details": [
|
|
{
|
|
"record": "APP-001",
|
|
"expected": "A disposition or stated gap for every planned application",
|
|
"recorded": "Disposition present for APP-001; no coverage gaps declared",
|
|
"reason": "Coverage complete for the single planned application."
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"check_id": "K-02",
|
|
"result": "fail",
|
|
"details": [
|
|
{
|
|
"record": "APP-001",
|
|
"expected": "Only resolvable discovery:{discovery_execution_id}/{agent_id}/{record_key} references that support the rule-trace basis",
|
|
"recorded": "evidence_refs include discovery:exec_58ba6a71d00b/ALZ-DSC-05/CI-002 and discovery:exec_58ba6a71d00b/ALZ-DSC-05/CI-010",
|
|
"reason": "These classification references do not resolve to supplied Discovery records under the required record key rule because classification records are supplied as stores and no CI-keyed Discovery artifact was separately supplied."
|
|
},
|
|
{
|
|
"record": "APP-001",
|
|
"expected": "Only resolvable discovery:{discovery_execution_id}/{agent_id}/{record_key} references that support the rule-trace basis",
|
|
"recorded": "confidence_workings cites unknown platform-support condition via inventory records only",
|
|
"reason": "The recorded rule trace states that rate-card mappings exist for all ten assets, but no discovery-form evidence references to the rate card exist because the rate card is not a Discovery record; the disposition basis is therefore only partially evidenced by the cited Discovery references."
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"check_id": "K-03",
|
|
"result": "pass",
|
|
"details": [
|
|
{
|
|
"record": "APP-001",
|
|
"expected": "No retire with dependents or retire_constraint != none; dependents stated correctly if referenced",
|
|
"recorded": "Disposition is rehost, not retire",
|
|
"reason": "K-03 retirement prohibition is not breached. Application-level dependents from dependency lifting recalculate to none after excluding internal owners and represents edges."
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"check_id": "K-04",
|
|
"result": "pass",
|
|
"details": []
|
|
},
|
|
{
|
|
"check_id": "K-05",
|
|
"result": "pass",
|
|
"details": []
|
|
},
|
|
{
|
|
"check_id": "K-06",
|
|
"result": "pass",
|
|
"details": []
|
|
},
|
|
{
|
|
"check_id": "K-07",
|
|
"result": "pass",
|
|
"details": []
|
|
},
|
|
{
|
|
"check_id": "K-08",
|
|
"result": "pass",
|
|
"details": [
|
|
{
|
|
"record": "APP-001",
|
|
"expected": "Security findings listed only as advisory and not used in confidence adjustments or rule-trace basis",
|
|
"recorded": "scoring_note says findings SP-001 through SP-005 were recorded but did not change disposition or confidence; confidence adjustments are P1, P2, P3 only",
|
|
"reason": "Advisory security rule held."
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"check_id": "K-09",
|
|
"result": "pass",
|
|
"details": [
|
|
{
|
|
"record": "APP-001",
|
|
"expected": "telemetry none; sizing unavailable; performance_baseline unavailable",
|
|
"recorded": "telemetry=none; sizing=unavailable; performance_baseline=unavailable",
|
|
"reason": "Telemetry honesty holds."
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"check_id": "K-10",
|
|
"result": "unverified",
|
|
"details": [
|
|
{
|
|
"record": "call_log",
|
|
"expected": "No MCP call log reaches this agent in this pattern",
|
|
"recorded": "No call log supplied to this agent",
|
|
"reason": "Per ADR 0006 this claim cannot be completed here and is reported unverified only."
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"check_id": "K-11",
|
|
"result": "pass",
|
|
"details": []
|
|
},
|
|
{
|
|
"check_id": "K-12",
|
|
"result": "pass",
|
|
"details": [
|
|
{
|
|
"record": "workflow_models",
|
|
"expected": "critic_model not in executor_models",
|
|
"recorded": "critic_model=gpt-5.4; executor_models=[gpt-5.6-sol]",
|
|
"reason": "Model independence holds."
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"rejected_dispositions": [
|
|
{
|
|
"application_id": "APP-001",
|
|
"check_id": "K-02",
|
|
"reason": "Disposition evidence references are not fully resolvable/supportive under the required Discovery citation rules; classification references use unresolved CI-style keys and the stated rate-mapping basis is not grounded by the cited Discovery records.",
|
|
"named_dependent": null
|
|
}
|
|
],
|
|
"signoff_queue": [],
|
|
"unverified_claims": [
|
|
"K-10: no MCP/tool call log was supplied to this agent, so tool-call absence cannot be independently completed here."
|
|
],
|
|
"critic_model": "gpt-5.4",
|
|
"executor_models": [
|
|
"gpt-5.6-sol"
|
|
],
|
|
"summary": "Verdict fail, set in code from the checks (ADR 0011): K-02 failed. K-04 to K-07 and K-11 are checked in code; the other checks are the critic model's."
|
|
}
|
|
}
|