#!/usr/bin/env python3 """Run every hyperscaler MCP server's tests: the shared contract, its own tests, and the template's conformance tests. Each server's unit tests run in their own process, because each folder has its own server.py. The conformance tests need a running server, so one is started briefly on a local port, with a throwaway key. Upstream clouds are simulated. Usage: python3 scripts/test_mcp_servers.py [server ...] Needs: the template's requirements, plus boto3, moto, google-auth, requests, pytest and pytest-asyncio. """ from __future__ import annotations import os import secrets import subprocess import sys import time from pathlib import Path import httpx ROOT = Path(__file__).resolve().parents[1] / "mcp-servers" SERVERS = {"azure-discovery": 8111, "aws-discovery": 8112, "gcp-discovery": 8113, "cloud-knowledge": 8114} def pytest(env: dict, *paths: str) -> int: return subprocess.run([sys.executable, "-m", "pytest", "-q", "-p", "no:cacheprovider", *paths], cwd=ROOT, env=env).returncode def conformance(name: str, port: int) -> int: key = secrets.token_hex(16) env = {**os.environ, "MCP_REGISTRATION_API_KEY": key, "MCP_SERVER_PORT": str(port), "SERVER_PORT": str(port)} process = subprocess.Popen([sys.executable, "server.py"], cwd=ROOT / name, env=env, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL) try: for _ in range(100): try: if httpx.get(f"http://localhost:{port}/health", timeout=1).status_code == 200: break except httpx.HTTPError: time.sleep(0.2) return pytest({**env, "MCP_SERVER_URL": f"http://localhost:{port}"}, f"{name}/tests/test_conformance.py") finally: process.terminate() process.wait(timeout=10) def main(argv=None) -> int: names = (argv if argv is not None else sys.argv[1:]) or list(SERVERS) failed = [] for name in names: print(f"== {name}", flush=True) env = {**os.environ, "SERVER_DIR": name} own = sorted(str(p.relative_to(ROOT)) for p in (ROOT / name / "tests").glob("test_*.py") if p.name != "test_conformance.py") if pytest(env, "_common/test_contract.py", *own) or conformance(name, SERVERS[name]): failed.append(name) print("failed: " + ", ".join(failed) if failed else "all servers passed") return 1 if failed else 0 if __name__ == "__main__": raise SystemExit(main())