Files
cp1-agents/mcp-servers/_common/gcp_support.py
Jonathan Boniface c14a94f33b
Some checks failed
check agents / check (push) Failing after 12s
Add hyperscaler discovery MCP servers and Well-Architected guidance
azure-discovery, aws-discovery and gcp-discovery collect read-only metadata
on servers, workloads, Kubernetes clusters, networks, data stores, policies
and provider recommendations. Credentials arrive per call from the vault.
Replies are paged, scrubbed of secrets and anonymised, and throttled calls
back off. cloud-knowledge searches each provider's Well-Architected guidance
from fixed lists only, so no customer detail can leave the platform.

Adds shared skills, the render and test tooling, a public Python Dockerfile
until the hardened base image is reachable, the customer access guide, the
implementation plan and the Vault Service platform issue.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-30 20:11:57 +00:00

134 lines
6.0 KiB
Python

# gcp-discovery: every read goes through Cloud Asset Inventory or another read API, under the connection's scope_root.
import asyncio
from google.auth.transport.requests import Request as GoogleRequest
from google.oauth2 import service_account
GCP_ASSET_API = "https://cloudasset.googleapis.com/v1"
GCP_ORG_POLICY_API = "https://orgpolicy.googleapis.com/v2"
GCP_RECOMMENDER_API = "https://recommender.googleapis.com/v1"
GCP_READ_ONLY = "https://www.googleapis.com/auth/cloud-platform.read-only"
GCP_TOKENS = {}
GCP_SERVERS = {
"instances": ["compute.googleapis.com/Instance"],
"instance_groups": ["compute.googleapis.com/InstanceGroupManager"],
"disks": ["compute.googleapis.com/Disk"],
}
GCP_WORKLOADS = {
"cloud_run": ["run.googleapis.com/Service"],
"cloud_functions": ["cloudfunctions.googleapis.com/Function"],
"app_engine": ["appengine.googleapis.com/Service"],
}
GCP_KUBERNETES = {"clusters": ["container.googleapis.com/Cluster"], "node_pools": ["container.googleapis.com/NodePool"]}
GCP_NETWORK = {
"networks": ["compute.googleapis.com/Network"],
"subnetworks": ["compute.googleapis.com/Subnetwork"],
"routes": ["compute.googleapis.com/Route"],
"firewall_rules": ["compute.googleapis.com/Firewall", "compute.googleapis.com/FirewallPolicy"],
"load_balancers": ["compute.googleapis.com/ForwardingRule", "compute.googleapis.com/BackendService"],
"gateways": ["compute.googleapis.com/Router", "compute.googleapis.com/VpnGateway",
"compute.googleapis.com/InterconnectAttachment"],
}
GCP_DATA = {
"cloud_sql": ["sqladmin.googleapis.com/Instance"],
"firestore": ["firestore.googleapis.com/Database"],
"cloud_storage": ["storage.googleapis.com/Bucket"],
}
GCP_ACCOUNTS = {
"projects": ["cloudresourcemanager.googleapis.com/Project"],
"folders": ["cloudresourcemanager.googleapis.com/Folder"],
}
GCP_PERIMETERS = {"vpc_service_controls": ["accesscontextmanager.googleapis.com/ServicePerimeter"]}
GCP_RECOMMENDERS = ("google.compute.instance.MachineTypeRecommender", "google.compute.instance.IdleResourceRecommender",
"google.compute.disk.IdleResourceRecommender", "google.iam.policy.Recommender")
GCP_PILLARS = {"cost": "cost", "security": "security", "performance": "performance", "reliability": "reliability",
"manageability": "operations", "sustainability": "sustainability"}
def _gcp_scope() -> str:
scope = str(get_connection().get("scope_root", "")).strip("/")
kind, _, identifier = scope.partition("/")
if kind not in ("organizations", "folders", "projects") or not identifier or "/" in identifier:
raise ValueError("scope_root must be organizations/<id>, folders/<id> or projects/<id>")
return scope
def _gcp_client():
return get_upstream_client("gcp", lambda c: httpx.AsyncClient(timeout=100))
async def _gcp_token() -> str:
connection = get_connection()
key = hashlib.sha256(json.dumps(connection, sort_keys=True).encode()).hexdigest()
cached = GCP_TOKENS.get(key)
now = time.time()
if cached and cached[1] > now + 60:
return cached[0]
def refresh():
info = json.loads(connection["service_account_json"])
credentials = service_account.Credentials.from_service_account_info(info, scopes=[GCP_READ_ONLY])
credentials.refresh(GoogleRequest())
return credentials.token
token = await asyncio.to_thread(refresh)
GCP_TOKENS[key] = (token, now + 3000)
return token
async def _gcp_get(url: str, params: Optional[Dict[str, Any]] = None) -> Dict[str, Any]:
token = await _gcp_token()
response = await _with_backoff(
lambda: _gcp_client().get(url, params=params, headers={"Authorization": f"Bearer {token}"}))
response.raise_for_status()
return response.json()
async def _gcp_page(tool: str, arguments: Dict[str, Any], url: str, params: Dict[str, Any], result_key: str,
finish=None) -> Dict[str, Any]:
try:
upstream, skip = _read_page(arguments)
except (ValueError, KeyError, TypeError):
return _refuse("invalid_page_token", "page_token isn't one this server issued")
request = {**params, "pageSize": _page_size(arguments)}
if upstream:
request["pageToken"] = upstream
try:
body = await _gcp_get(url, request)
except Exception as error:
return _upstream_failed("gcp", error)
items = [finish(i) for i in body.get(result_key, [])] if finish else body.get(result_key, [])
return _page_result("gcp", tool, arguments, items, upstream, body.get("nextPageToken"), skip)
async def _gcp_search(tool: str, arguments: Dict[str, Any], asset_types: List[str], query: str = "") -> Dict[str, Any]:
try:
url = f"{GCP_ASSET_API}/{_gcp_scope()}:searchAllResources"
except ValueError as error:
return _refuse("invalid_connection", str(error))
params = {"assetTypes": asset_types, "readMask": "*"}
if query:
params["query"] = query
return await _gcp_page(tool, arguments, url, params, "results")
async def _gcp_kind(tool: str, arguments: Dict[str, Any], kinds: Dict[str, List[str]], default: str) -> Dict[str, Any]:
kind = arguments.get("kind") or default
if kind not in kinds:
return _refuse("unknown_kind", "kind must be one of: " + ", ".join(kinds))
return await _gcp_search(tool, arguments, kinds[kind])
async def _gcp_project_in_scope(project_id: str) -> bool:
"""Whether Cloud Asset, queried under the scope, can see this project. The API sets the boundary."""
scope = _gcp_scope()
if scope == f"projects/{project_id}":
return True
body = await _gcp_get(f"{GCP_ASSET_API}/{scope}:searchAllResources",
{"assetTypes": GCP_ACCOUNTS["projects"], "query": f"name:{project_id}", "pageSize": 5})
return any(str(r.get("name", "")).endswith(f"/projects/{project_id}") for r in body.get("results", []))
def _gcp_recommendation(item: Dict[str, Any]) -> Dict[str, Any]:
category = str(item.get("primaryImpact", {}).get("category", ""))
return {**item, "pillar": GCP_PILLARS.get(category.lower(), "other"), "provider_category": category}