Add hyperscaler discovery MCP servers and Well-Architected guidance
Some checks failed
check agents / check (push) Failing after 12s
Some checks failed
check agents / check (push) Failing after 12s
azure-discovery, aws-discovery and gcp-discovery collect read-only metadata on servers, workloads, Kubernetes clusters, networks, data stores, policies and provider recommendations. Credentials arrive per call from the vault. Replies are paged, scrubbed of secrets and anonymised, and throttled calls back off. cloud-knowledge searches each provider's Well-Architected guidance from fixed lists only, so no customer detail can leave the platform. Adds shared skills, the render and test tooling, a public Python Dockerfile until the hardened base image is reachable, the customer access guide, the implementation plan and the Vault Service platform issue. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
133
mcp-servers/_common/gcp_support.py
Normal file
133
mcp-servers/_common/gcp_support.py
Normal file
@@ -0,0 +1,133 @@
|
||||
# gcp-discovery: every read goes through Cloud Asset Inventory or another read API, under the connection's scope_root.
|
||||
import asyncio
|
||||
from google.auth.transport.requests import Request as GoogleRequest
|
||||
from google.oauth2 import service_account
|
||||
|
||||
GCP_ASSET_API = "https://cloudasset.googleapis.com/v1"
|
||||
GCP_ORG_POLICY_API = "https://orgpolicy.googleapis.com/v2"
|
||||
GCP_RECOMMENDER_API = "https://recommender.googleapis.com/v1"
|
||||
GCP_READ_ONLY = "https://www.googleapis.com/auth/cloud-platform.read-only"
|
||||
GCP_TOKENS = {}
|
||||
GCP_SERVERS = {
|
||||
"instances": ["compute.googleapis.com/Instance"],
|
||||
"instance_groups": ["compute.googleapis.com/InstanceGroupManager"],
|
||||
"disks": ["compute.googleapis.com/Disk"],
|
||||
}
|
||||
GCP_WORKLOADS = {
|
||||
"cloud_run": ["run.googleapis.com/Service"],
|
||||
"cloud_functions": ["cloudfunctions.googleapis.com/Function"],
|
||||
"app_engine": ["appengine.googleapis.com/Service"],
|
||||
}
|
||||
GCP_KUBERNETES = {"clusters": ["container.googleapis.com/Cluster"], "node_pools": ["container.googleapis.com/NodePool"]}
|
||||
GCP_NETWORK = {
|
||||
"networks": ["compute.googleapis.com/Network"],
|
||||
"subnetworks": ["compute.googleapis.com/Subnetwork"],
|
||||
"routes": ["compute.googleapis.com/Route"],
|
||||
"firewall_rules": ["compute.googleapis.com/Firewall", "compute.googleapis.com/FirewallPolicy"],
|
||||
"load_balancers": ["compute.googleapis.com/ForwardingRule", "compute.googleapis.com/BackendService"],
|
||||
"gateways": ["compute.googleapis.com/Router", "compute.googleapis.com/VpnGateway",
|
||||
"compute.googleapis.com/InterconnectAttachment"],
|
||||
}
|
||||
GCP_DATA = {
|
||||
"cloud_sql": ["sqladmin.googleapis.com/Instance"],
|
||||
"firestore": ["firestore.googleapis.com/Database"],
|
||||
"cloud_storage": ["storage.googleapis.com/Bucket"],
|
||||
}
|
||||
GCP_ACCOUNTS = {
|
||||
"projects": ["cloudresourcemanager.googleapis.com/Project"],
|
||||
"folders": ["cloudresourcemanager.googleapis.com/Folder"],
|
||||
}
|
||||
GCP_PERIMETERS = {"vpc_service_controls": ["accesscontextmanager.googleapis.com/ServicePerimeter"]}
|
||||
GCP_RECOMMENDERS = ("google.compute.instance.MachineTypeRecommender", "google.compute.instance.IdleResourceRecommender",
|
||||
"google.compute.disk.IdleResourceRecommender", "google.iam.policy.Recommender")
|
||||
GCP_PILLARS = {"cost": "cost", "security": "security", "performance": "performance", "reliability": "reliability",
|
||||
"manageability": "operations", "sustainability": "sustainability"}
|
||||
|
||||
|
||||
def _gcp_scope() -> str:
|
||||
scope = str(get_connection().get("scope_root", "")).strip("/")
|
||||
kind, _, identifier = scope.partition("/")
|
||||
if kind not in ("organizations", "folders", "projects") or not identifier or "/" in identifier:
|
||||
raise ValueError("scope_root must be organizations/<id>, folders/<id> or projects/<id>")
|
||||
return scope
|
||||
|
||||
|
||||
def _gcp_client():
|
||||
return get_upstream_client("gcp", lambda c: httpx.AsyncClient(timeout=100))
|
||||
|
||||
|
||||
async def _gcp_token() -> str:
|
||||
connection = get_connection()
|
||||
key = hashlib.sha256(json.dumps(connection, sort_keys=True).encode()).hexdigest()
|
||||
cached = GCP_TOKENS.get(key)
|
||||
now = time.time()
|
||||
if cached and cached[1] > now + 60:
|
||||
return cached[0]
|
||||
|
||||
def refresh():
|
||||
info = json.loads(connection["service_account_json"])
|
||||
credentials = service_account.Credentials.from_service_account_info(info, scopes=[GCP_READ_ONLY])
|
||||
credentials.refresh(GoogleRequest())
|
||||
return credentials.token
|
||||
|
||||
token = await asyncio.to_thread(refresh)
|
||||
GCP_TOKENS[key] = (token, now + 3000)
|
||||
return token
|
||||
|
||||
|
||||
async def _gcp_get(url: str, params: Optional[Dict[str, Any]] = None) -> Dict[str, Any]:
|
||||
token = await _gcp_token()
|
||||
response = await _with_backoff(
|
||||
lambda: _gcp_client().get(url, params=params, headers={"Authorization": f"Bearer {token}"}))
|
||||
response.raise_for_status()
|
||||
return response.json()
|
||||
|
||||
|
||||
async def _gcp_page(tool: str, arguments: Dict[str, Any], url: str, params: Dict[str, Any], result_key: str,
|
||||
finish=None) -> Dict[str, Any]:
|
||||
try:
|
||||
upstream, skip = _read_page(arguments)
|
||||
except (ValueError, KeyError, TypeError):
|
||||
return _refuse("invalid_page_token", "page_token isn't one this server issued")
|
||||
request = {**params, "pageSize": _page_size(arguments)}
|
||||
if upstream:
|
||||
request["pageToken"] = upstream
|
||||
try:
|
||||
body = await _gcp_get(url, request)
|
||||
except Exception as error:
|
||||
return _upstream_failed("gcp", error)
|
||||
items = [finish(i) for i in body.get(result_key, [])] if finish else body.get(result_key, [])
|
||||
return _page_result("gcp", tool, arguments, items, upstream, body.get("nextPageToken"), skip)
|
||||
|
||||
|
||||
async def _gcp_search(tool: str, arguments: Dict[str, Any], asset_types: List[str], query: str = "") -> Dict[str, Any]:
|
||||
try:
|
||||
url = f"{GCP_ASSET_API}/{_gcp_scope()}:searchAllResources"
|
||||
except ValueError as error:
|
||||
return _refuse("invalid_connection", str(error))
|
||||
params = {"assetTypes": asset_types, "readMask": "*"}
|
||||
if query:
|
||||
params["query"] = query
|
||||
return await _gcp_page(tool, arguments, url, params, "results")
|
||||
|
||||
|
||||
async def _gcp_kind(tool: str, arguments: Dict[str, Any], kinds: Dict[str, List[str]], default: str) -> Dict[str, Any]:
|
||||
kind = arguments.get("kind") or default
|
||||
if kind not in kinds:
|
||||
return _refuse("unknown_kind", "kind must be one of: " + ", ".join(kinds))
|
||||
return await _gcp_search(tool, arguments, kinds[kind])
|
||||
|
||||
|
||||
async def _gcp_project_in_scope(project_id: str) -> bool:
|
||||
"""Whether Cloud Asset, queried under the scope, can see this project. The API sets the boundary."""
|
||||
scope = _gcp_scope()
|
||||
if scope == f"projects/{project_id}":
|
||||
return True
|
||||
body = await _gcp_get(f"{GCP_ASSET_API}/{scope}:searchAllResources",
|
||||
{"assetTypes": GCP_ACCOUNTS["projects"], "query": f"name:{project_id}", "pageSize": 5})
|
||||
return any(str(r.get("name", "")).endswith(f"/projects/{project_id}") for r in body.get("results", []))
|
||||
|
||||
|
||||
def _gcp_recommendation(item: Dict[str, Any]) -> Dict[str, Any]:
|
||||
category = str(item.get("primaryImpact", {}).get("category", ""))
|
||||
return {**item, "pillar": GCP_PILLARS.get(category.lower(), "other"), "provider_category": category}
|
||||
Reference in New Issue
Block a user