Some checks failed
check agents / check (push) Failing after 12s
azure-discovery, aws-discovery and gcp-discovery collect read-only metadata on servers, workloads, Kubernetes clusters, networks, data stores, policies and provider recommendations. Credentials arrive per call from the vault. Replies are paged, scrubbed of secrets and anonymised, and throttled calls back off. cloud-knowledge searches each provider's Well-Architected guidance from fixed lists only, so no customer detail can leave the platform. Adds shared skills, the render and test tooling, a public Python Dockerfile until the hardened base image is reachable, the customer access guide, the implementation plan and the Vault Service platform issue. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
65 lines
2.5 KiB
Python
65 lines
2.5 KiB
Python
#!/usr/bin/env python3
|
|
"""Run every hyperscaler MCP server's tests: the shared contract, its own tests, and the template's conformance tests.
|
|
|
|
Each server's unit tests run in their own process, because each folder has its own server.py. The conformance tests
|
|
need a running server, so one is started briefly on a local port, with a throwaway key. Upstream clouds are simulated.
|
|
|
|
Usage: python3 scripts/test_mcp_servers.py [server ...]
|
|
Needs: the template's requirements, plus boto3, moto, google-auth, requests, pytest and pytest-asyncio.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
import secrets
|
|
import subprocess
|
|
import sys
|
|
import time
|
|
from pathlib import Path
|
|
|
|
import httpx
|
|
|
|
ROOT = Path(__file__).resolve().parents[1] / "mcp-servers"
|
|
SERVERS = {"azure-discovery": 8111, "aws-discovery": 8112, "gcp-discovery": 8113, "cloud-knowledge": 8114}
|
|
|
|
|
|
def pytest(env: dict, *paths: str) -> int:
|
|
return subprocess.run([sys.executable, "-m", "pytest", "-q", "-p", "no:cacheprovider", *paths],
|
|
cwd=ROOT, env=env).returncode
|
|
|
|
|
|
def conformance(name: str, port: int) -> int:
|
|
key = secrets.token_hex(16)
|
|
env = {**os.environ, "MCP_REGISTRATION_API_KEY": key, "MCP_SERVER_PORT": str(port), "SERVER_PORT": str(port)}
|
|
process = subprocess.Popen([sys.executable, "server.py"], cwd=ROOT / name, env=env,
|
|
stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
|
|
try:
|
|
for _ in range(100):
|
|
try:
|
|
if httpx.get(f"http://localhost:{port}/health", timeout=1).status_code == 200:
|
|
break
|
|
except httpx.HTTPError:
|
|
time.sleep(0.2)
|
|
return pytest({**env, "MCP_SERVER_URL": f"http://localhost:{port}"}, f"{name}/tests/test_conformance.py")
|
|
finally:
|
|
process.terminate()
|
|
process.wait(timeout=10)
|
|
|
|
|
|
def main(argv=None) -> int:
|
|
names = (argv if argv is not None else sys.argv[1:]) or list(SERVERS)
|
|
failed = []
|
|
for name in names:
|
|
print(f"== {name}", flush=True)
|
|
env = {**os.environ, "SERVER_DIR": name}
|
|
own = sorted(str(p.relative_to(ROOT)) for p in (ROOT / name / "tests").glob("test_*.py")
|
|
if p.name != "test_conformance.py")
|
|
if pytest(env, "_common/test_contract.py", *own) or conformance(name, SERVERS[name]):
|
|
failed.append(name)
|
|
print("failed: " + ", ".join(failed) if failed else "all servers passed")
|
|
return 1 if failed else 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
raise SystemExit(main())
|