Files
tom_analysis_agent/eval/results/20261021T203623Z-handoff/solution_architecture/verdicts.json
Jonathan Boniface 628b6ee170 docs: publish the runs of 2026-10-21
The evaluation (both cases three times: report, results, spread, each
run's Deliverables and lesson candidates) and the hand-off through the
Orchestration engine (report, the document of links, both agents' kept
files and records). Benchmark cases only, all fictional; no machine paths,
and the links carry no signatures. Other runs stay ignored.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-22 09:25:03 +01:00

614 lines
19 KiB
JSON

{
"dry_run": {
"evidence": "terraform validate passed successfully. Plan would succeed.",
"verdict": "pass"
},
"checks": [
{
"verdict": "pass",
"evidence": "google_org_policy_policy.resource_locations sets name to gcp.resourceLocations and allowed_values to [\"in:europe-west2\", \"in:europe-west1\"]",
"check": "K-1"
},
{
"check": "K-2",
"evidence": "google_compute_subnetwork.dev sets region to var.primary_region (europe-west2)",
"verdict": "pass"
},
{
"check": "K-3",
"evidence": "google_compute_subnetwork.staging sets region to var.primary_region",
"verdict": "pass"
},
{
"evidence": "google_compute_subnetwork.production sets region to var.primary_region",
"verdict": "pass",
"check": "K-4"
},
{
"verdict": "pass",
"evidence": "google_compute_router.interconnect_1 sets region to var.primary_region",
"check": "K-5"
},
{
"evidence": "google_compute_router.interconnect_2 sets region to var.primary_region",
"check": "K-6",
"verdict": "pass"
},
{
"evidence": "google_compute_interconnect_attachment.vlan_1 sets region to var.primary_region",
"check": "K-7",
"verdict": "pass"
},
{
"verdict": "pass",
"check": "K-8",
"evidence": "google_compute_interconnect_attachment.vlan_2 sets region to var.primary_region"
},
{
"evidence": "google_compute_region_instance_group_manager.nva sets region to var.primary_region",
"verdict": "pass",
"check": "K-9"
},
{
"evidence": "google_compute_subnetwork.standby sets region to var.secondary_region (europe-west1)",
"check": "K-10",
"verdict": "pass"
},
{
"verdict": "pass",
"evidence": "google_compute_router.standby sets region to var.secondary_region",
"check": "K-11"
},
{
"evidence": "google_compute_interconnect_attachment.standby_vlan sets region to var.secondary_region",
"verdict": "pass",
"check": "K-12"
},
{
"verdict": "pass",
"evidence": "google_folder.dev sets display_name to \"Development\"",
"check": "K-13"
},
{
"verdict": "pass",
"check": "K-14",
"evidence": "google_folder.staging sets display_name to \"Staging\""
},
{
"check": "K-15",
"verdict": "pass",
"evidence": "google_folder.production sets display_name to \"Production\""
},
{
"check": "K-16",
"evidence": "google_compute_firewall.inbound_deny sets direction to INGRESS and defines a deny block",
"verdict": "pass"
},
{
"evidence": "google_org_policy_policy.prod_org_policy sets parent to google_folder.production.name",
"check": "K-17",
"verdict": "pass"
},
{
"evidence": "google_compute_shared_vpc_host_project.host sets project to var.project_id",
"verdict": "pass",
"check": "K-18"
},
{
"evidence": "google_compute_network_peering.hub_prod connects hub network and production network",
"verdict": "pass",
"check": "K-19"
},
{
"evidence": "google_compute_network_peering.hub_dev connects hub network and dev network",
"verdict": "pass",
"check": "K-20"
},
{
"evidence": "google_compute_network_peering.hub_stg connects hub network and staging network",
"check": "K-21",
"verdict": "pass"
},
{
"check": "K-22",
"verdict": "pass",
"evidence": "google_compute_subnetwork.dev sets private_ip_google_access to true"
},
{
"verdict": "pass",
"check": "K-23",
"evidence": "google_compute_subnetwork.staging sets private_ip_google_access to true"
},
{
"check": "K-24",
"evidence": "google_compute_subnetwork.production sets private_ip_google_access to true",
"verdict": "pass"
},
{
"check": "K-25",
"verdict": "pass",
"evidence": "google_compute_network.dev sets delete_default_routes_on_create to true"
},
{
"check": "K-26",
"evidence": "google_compute_network.staging sets delete_default_routes_on_create to true",
"verdict": "pass"
},
{
"evidence": "google_compute_network.production sets delete_default_routes_on_create to true",
"check": "K-27",
"verdict": "pass"
},
{
"evidence": "google_compute_firewall.inbound_deny sets direction to INGRESS, source_ranges to 0.0.0.0/0, and has a deny block",
"verdict": "pass",
"check": "K-28"
},
{
"check": "K-29",
"verdict": "pass",
"evidence": "google_compute_interconnect_attachment.vlan_1 sets bandwidth to BPS_10G"
},
{
"evidence": "google_compute_interconnect_attachment.vlan_2 sets bandwidth to BPS_10G",
"check": "K-30",
"verdict": "pass"
},
{
"evidence": "google_compute_router.interconnect_1 defines bgp.asn (65001)",
"verdict": "pass",
"check": "K-31"
},
{
"verdict": "pass",
"check": "K-32",
"evidence": "google_compute_router.interconnect_2 defines bgp.asn (65001)"
},
{
"check": "K-33",
"verdict": "pass",
"evidence": "google_compute_router.interconnect_1 sets network to google_compute_network.hub.id"
},
{
"check": "K-84",
"verdict": "pass",
"evidence": "google_compute_router.interconnect_1 sets network to google_compute_network.hub.id"
},
{
"evidence": "google_compute_router.interconnect_2 sets network to google_compute_network.hub.id",
"check": "K-85",
"verdict": "pass"
},
{
"evidence": "google_compute_router.interconnect_2 sets network to google_compute_network.hub.id",
"verdict": "pass",
"check": "K-109"
},
{
"check": "K-86",
"evidence": "google_compute_interconnect_attachment.vlan_1 sets router to google_compute_router.interconnect_1.id",
"verdict": "pass"
},
{
"evidence": "google_compute_interconnect_attachment.vlan_2 sets router to google_compute_router.interconnect_2.id",
"check": "K-87",
"verdict": "pass"
},
{
"verdict": "pass",
"evidence": "google_compute_network.hub sets name to hub-inspection-network",
"check": "K-34"
},
{
"evidence": "google_compute_network.hub sets routing_mode to GLOBAL",
"verdict": "pass",
"check": "K-88"
},
{
"check": "K-104",
"evidence": "google_compute_network.hub sets mtu to 1460",
"verdict": "pass"
},
{
"evidence": "google_compute_route.dev_nva sets dest_range to 0.0.0.0/0 and next_hop_ilb to google_compute_forwarding_rule.nva.id",
"check": "K-35",
"verdict": "pass"
},
{
"evidence": "google_compute_route.dev_nva sets dest_range to 0.0.0.0/0 and next_hop_ilb to google_compute_forwarding_rule.nva.id",
"verdict": "pass",
"check": "K-77"
},
{
"check": "K-36",
"verdict": "pass",
"evidence": "google_compute_route.staging_nva sets dest_range to 0.0.0.0/0 and next_hop_ilb to google_compute_forwarding_rule.nva.id"
},
{
"check": "K-78",
"evidence": "google_compute_route.staging_nva sets dest_range to 0.0.0.0/0 and next_hop_ilb to google_compute_forwarding_rule.nva.id",
"verdict": "pass"
},
{
"check": "K-37",
"verdict": "pass",
"evidence": "google_compute_route.production_nva sets dest_range to 0.0.0.0/0 and next_hop_ilb to google_compute_forwarding_rule.nva.id"
},
{
"evidence": "google_compute_route.production_nva sets dest_range to 0.0.0.0/0 and next_hop_ilb to google_compute_forwarding_rule.nva.id",
"verdict": "pass",
"check": "K-79"
},
{
"evidence": "google_compute_network.dev sets delete_default_routes_on_create to true",
"verdict": "pass",
"check": "K-38"
},
{
"evidence": "google_compute_network.staging sets delete_default_routes_on_create to true",
"verdict": "pass",
"check": "K-39"
},
{
"check": "K-40",
"verdict": "pass",
"evidence": "google_compute_network.production sets delete_default_routes_on_create to true"
},
{
"check": "K-41",
"evidence": "google_compute_subnetwork.standby sets region to var.secondary_region",
"verdict": "pass"
},
{
"check": "K-42",
"verdict": "pass",
"evidence": "google_compute_router.standby sets region to var.secondary_region"
},
{
"evidence": "google_compute_interconnect_attachment.standby_vlan sets region to var.secondary_region",
"verdict": "pass",
"check": "K-43"
},
{
"check": "K-44",
"evidence": "google_iam_workload_identity_pool.wif_pool sets workload_identity_pool_id",
"verdict": "pass"
},
{
"evidence": "google_iam_workload_identity_pool_provider.wif_provider configures oidc block with issuer_uri",
"check": "K-45",
"verdict": "pass"
},
{
"evidence": "google_iam_workload_identity_pool_provider.wif_provider configures attribute_condition for repository restriction",
"verdict": "pass",
"check": "K-101"
},
{
"evidence": "google_service_account_iam_member.pipeline_wif sets role to roles/iam.workloadIdentityUser and member to the WIF pool",
"check": "K-46",
"verdict": "pass"
},
{
"evidence": "google_service_account.pipeline_sa sets account_id",
"check": "K-108",
"verdict": "pass"
},
{
"check": "K-48",
"verdict": "pass",
"evidence": "google_cloud_identity_group.group sets parent to customers/C01234567"
},
{
"check": "K-47",
"evidence": "google_org_policy_policy.sa_keys sets name to iam.disableServiceAccountKeyCreation and enforce to TRUE",
"verdict": "pass"
},
{
"evidence": "google_org_policy_policy.sa_keys sets name to iam.disableServiceAccountKeyCreation and enforce to TRUE",
"verdict": "pass",
"check": "K-75"
},
{
"verdict": "pass",
"check": "K-49",
"evidence": "google_org_policy_policy.ubla sets name to storage.uniformBucketLevelAccess and enforce to TRUE"
},
{
"verdict": "pass",
"evidence": "google_org_policy_policy.cmek_enforce sets name to gcp.restrictNonCmekServices and enforce to TRUE",
"check": "K-50"
},
{
"verdict": "pass",
"evidence": "google_org_policy_policy.cmek_enforce sets name to gcp.restrictNonCmekServices and enforce to TRUE",
"check": "K-57"
},
{
"verdict": "pass",
"check": "K-51",
"evidence": "google_org_policy_policy.vm_external_ip sets name to compute.vmExternalIpAccess and deny_all to TRUE"
},
{
"evidence": "google_org_policy_policy.vm_external_ip sets name to compute.vmExternalIpAccess and deny_all to TRUE",
"verdict": "pass",
"check": "K-73"
},
{
"evidence": "google_org_policy_policy.skip_default_network sets name to compute.skipDefaultNetworkCreation and enforce to TRUE",
"check": "K-72",
"verdict": "pass"
},
{
"check": "K-52",
"verdict": "pass",
"evidence": "google_scc_organization_custom_module.scc_config sets enablement_state to ENABLED and implements custom_config for compliance"
},
{
"check": "K-53",
"evidence": "google_kms_key_ring.primary sets location to primary_region",
"verdict": "pass"
},
{
"evidence": "google_kms_key_ring.primary sets location to primary_region",
"verdict": "pass",
"check": "K-91"
},
{
"check": "K-54",
"verdict": "pass",
"evidence": "google_kms_crypto_key.primary sets rotation_period to 7776000s"
},
{
"check": "K-93",
"verdict": "pass",
"evidence": "google_kms_crypto_key.primary sets rotation_period to 7776000s"
},
{
"evidence": "google_kms_key_ring.standby sets location to secondary_region",
"check": "K-55",
"verdict": "pass"
},
{
"verdict": "pass",
"check": "K-92",
"evidence": "google_kms_key_ring.standby sets location to secondary_region"
},
{
"verdict": "pass",
"check": "K-56",
"evidence": "google_kms_crypto_key.standby sets rotation_period to 7776000s"
},
{
"evidence": "google_kms_crypto_key.standby sets rotation_period to 7776000s",
"verdict": "pass",
"check": "K-94"
},
{
"evidence": "google_logging_organization_sink.org_sink sets destination to google_storage_bucket.audit_log",
"verdict": "pass",
"check": "K-58"
},
{
"check": "K-59",
"verdict": "pass",
"evidence": "google_storage_bucket.audit_log sets retention_period to 31536000"
},
{
"evidence": "google_storage_bucket.audit_log sets is_locked to true in retention_policy",
"verdict": "pass",
"check": "K-60"
},
{
"check": "K-95",
"evidence": "google_storage_bucket.audit_log sets retention_period in retention_policy",
"verdict": "pass"
},
{
"evidence": "google_storage_bucket.audit_log sets is_locked to true in retention_policy",
"verdict": "pass",
"check": "K-96"
},
{
"check": "K-97",
"verdict": "pass",
"evidence": "google_storage_bucket.audit_log sets lifecycle_rule action type to SetStorageClass"
},
{
"evidence": "google_compute_interconnect_attachment.vlan_1 sets edge_availability_domain",
"verdict": "pass",
"check": "K-61"
},
{
"verdict": "pass",
"evidence": "google_compute_interconnect_attachment.vlan_2 sets edge_availability_domain",
"check": "K-62"
},
{
"check": "K-63",
"evidence": "google_compute_region_instance_group_manager.nva sets distribution_policy_zones to europe-west2-a and europe-west2-b",
"verdict": "pass"
},
{
"verdict": "pass",
"check": "K-80",
"evidence": "google_compute_region_instance_group_manager.nva sets base_instance_name"
},
{
"check": "K-81",
"evidence": "google_compute_region_instance_group_manager.nva sets health_check to google_compute_region_health_check.nva.id",
"verdict": "pass"
},
{
"verdict": "pass",
"evidence": "google_compute_region_autoscaler.nva sets target to google_compute_region_instance_group_manager.nva.id",
"check": "K-82"
},
{
"check": "K-83",
"verdict": "pass",
"evidence": "google_compute_instance_template.nva sets nic_type to GVNIC"
},
{
"evidence": "google_compute_region_health_check.nva sets check_interval_sec to 5",
"check": "K-107",
"verdict": "pass"
},
{
"verdict": "pass",
"evidence": "google_org_policy_policy.resource_locations allowed_values includes europe-west2 and europe-west1",
"check": "K-64"
},
{
"verdict": "pass",
"check": "K-74",
"evidence": "google_org_policy_policy.resource_locations allowed_values includes europe-west2 and europe-west1"
},
{
"evidence": "google_compute_forwarding_rule.nva sets load_balancing_scheme to INTERNAL",
"verdict": "pass",
"check": "K-76"
},
{
"check": "K-89",
"evidence": "google_compute_router.interconnect_1 sets keepalive_interval in bgp block",
"verdict": "pass"
},
{
"verdict": "pass",
"evidence": "google_compute_router.interconnect_2 sets keepalive_interval in bgp block",
"check": "K-90"
},
{
"check": "K-65",
"verdict": "pass",
"evidence": "google_storage_bucket.tf_state sets name to project_id-tf-state"
},
{
"evidence": "google_storage_bucket.tf_state sets versioning.enabled to true",
"check": "K-66",
"verdict": "pass"
},
{
"evidence": "google_storage_bucket.tf_state sets versioning.enabled to true",
"check": "K-98",
"verdict": "pass"
},
{
"check": "K-67",
"verdict": "pass",
"evidence": "google_storage_bucket.tf_state sets encryption.default_kms_key_name to primary crypto key"
},
{
"check": "K-99",
"evidence": "google_storage_bucket.tf_state sets encryption.default_kms_key_name to primary crypto key",
"verdict": "pass"
},
{
"evidence": "google_storage_bucket.tf_state sets lifecycle_rule action.type to Delete and condition.num_newer_versions to 5",
"verdict": "pass",
"check": "K-100"
},
{
"verdict": "pass",
"check": "K-68",
"evidence": "google_monitoring_alert_policy.interconnect monitors BGP session_up metric"
},
{
"check": "K-102",
"evidence": "google_monitoring_alert_policy.interconnect monitors BGP session_up metric",
"verdict": "pass"
},
{
"check": "K-69",
"verdict": "pass",
"evidence": "google_monitoring_alert_policy.lb monitors load balancer backend latencies"
},
{
"verdict": "pass",
"evidence": "google_monitoring_alert_policy.lb monitors load balancer backend latencies",
"check": "K-103"
},
{
"check": "K-70",
"verdict": "pass",
"evidence": "google_monitoring_alert_policy.audit_logs monitors sink export errors"
},
{
"check": "K-71",
"evidence": "google_storage_bucket.audit_log includes env, cost-centre, and archetype labels",
"verdict": "pass"
},
{
"check": "K-110",
"verdict": "pass",
"evidence": "google_storage_bucket.tf_state includes provisioned_by label"
},
{
"evidence": "google_compute_interconnect_attachment.vlan_1 includes standard labels",
"check": "K-111",
"verdict": "pass"
},
{
"evidence": "google_compute_interconnect_attachment.vlan_2 includes standard labels",
"verdict": "pass",
"check": "K-112"
},
{
"verdict": "pass",
"check": "K-113",
"evidence": "google_compute_interconnect_attachment.standby_vlan includes standard labels"
},
{
"verdict": "pass",
"evidence": "google_compute_instance_template.nva includes standard labels",
"check": "K-114"
},
{
"evidence": "google_compute_forwarding_rule.nva includes standard labels",
"check": "K-115",
"verdict": "pass"
},
{
"verdict": "pass",
"check": "K-116",
"evidence": "google_cloud_identity_group.group includes standard labels"
},
{
"evidence": "google_kms_crypto_key.primary includes standard labels",
"check": "K-117",
"verdict": "pass"
},
{
"evidence": "google_kms_crypto_key.standby includes standard labels",
"verdict": "pass",
"check": "K-118"
},
{
"check": "K-119",
"verdict": "pass",
"evidence": "google_storage_bucket.tf_state includes standard labels"
},
{
"evidence": "google_compute_interconnect_attachment.vlan_1 sets mtu to 1460",
"verdict": "pass",
"check": "K-105"
},
{
"verdict": "pass",
"evidence": "google_compute_interconnect_attachment.vlan_2 sets mtu to 1460",
"check": "K-106"
},
{
"check": "K-120",
"verdict": "pass",
"evidence": "google_compute_router.interconnect_1 advertises RFC 1918 IP ranges"
},
{
"verdict": "pass",
"check": "K-121",
"evidence": "google_compute_router.interconnect_2 advertises RFC 1918 IP ranges"
}
],
"proposed_additions": []
}