Files
cp1-agents/scripts/test_mcp_servers.py
Jonathan Boniface c14a94f33b
Some checks failed
check agents / check (push) Failing after 12s
Add hyperscaler discovery MCP servers and Well-Architected guidance
azure-discovery, aws-discovery and gcp-discovery collect read-only metadata
on servers, workloads, Kubernetes clusters, networks, data stores, policies
and provider recommendations. Credentials arrive per call from the vault.
Replies are paged, scrubbed of secrets and anonymised, and throttled calls
back off. cloud-knowledge searches each provider's Well-Architected guidance
from fixed lists only, so no customer detail can leave the platform.

Adds shared skills, the render and test tooling, a public Python Dockerfile
until the hardened base image is reachable, the customer access guide, the
implementation plan and the Vault Service platform issue.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-30 20:11:57 +00:00

65 lines
2.5 KiB
Python

#!/usr/bin/env python3
"""Run every hyperscaler MCP server's tests: the shared contract, its own tests, and the template's conformance tests.
Each server's unit tests run in their own process, because each folder has its own server.py. The conformance tests
need a running server, so one is started briefly on a local port, with a throwaway key. Upstream clouds are simulated.
Usage: python3 scripts/test_mcp_servers.py [server ...]
Needs: the template's requirements, plus boto3, moto, google-auth, requests, pytest and pytest-asyncio.
"""
from __future__ import annotations
import os
import secrets
import subprocess
import sys
import time
from pathlib import Path
import httpx
ROOT = Path(__file__).resolve().parents[1] / "mcp-servers"
SERVERS = {"azure-discovery": 8111, "aws-discovery": 8112, "gcp-discovery": 8113, "cloud-knowledge": 8114}
def pytest(env: dict, *paths: str) -> int:
return subprocess.run([sys.executable, "-m", "pytest", "-q", "-p", "no:cacheprovider", *paths],
cwd=ROOT, env=env).returncode
def conformance(name: str, port: int) -> int:
key = secrets.token_hex(16)
env = {**os.environ, "MCP_REGISTRATION_API_KEY": key, "MCP_SERVER_PORT": str(port), "SERVER_PORT": str(port)}
process = subprocess.Popen([sys.executable, "server.py"], cwd=ROOT / name, env=env,
stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
try:
for _ in range(100):
try:
if httpx.get(f"http://localhost:{port}/health", timeout=1).status_code == 200:
break
except httpx.HTTPError:
time.sleep(0.2)
return pytest({**env, "MCP_SERVER_URL": f"http://localhost:{port}"}, f"{name}/tests/test_conformance.py")
finally:
process.terminate()
process.wait(timeout=10)
def main(argv=None) -> int:
names = (argv if argv is not None else sys.argv[1:]) or list(SERVERS)
failed = []
for name in names:
print(f"== {name}", flush=True)
env = {**os.environ, "SERVER_DIR": name}
own = sorted(str(p.relative_to(ROOT)) for p in (ROOT / name / "tests").glob("test_*.py")
if p.name != "test_conformance.py")
if pytest(env, "_common/test_contract.py", *own) or conformance(name, SERVERS[name]):
failed.append(name)
print("failed: " + ", ".join(failed) if failed else "all servers passed")
return 1 if failed else 0
if __name__ == "__main__":
raise SystemExit(main())