Files
cp1-agents/scripts/test_mcp_servers.py
Jonathan Boniface f659564208 Platform scripts, MCP servers, deployment and docs for the KAB runs
- Scripts to run workflows from a YAML context or run inputs (kab_run_workflow.py, with
  --input name=@file), store per-project discovery connections, bootstrap agent MCP keys,
  refresh the KAB token, publish reports and build estate snapshots.
- Hyperscaler discovery servers extended in place; cloud-knowledge folded into them.
- deploy/crucible-kab-dev.yaml: the Discovery package agent and the Assessment agents.
- Platform issue write-ups and current-wiring notes under docs/platform-issues/.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-05 22:13:25 +00:00

65 lines
2.5 KiB
Python

#!/usr/bin/env python3
"""Run every hyperscaler MCP server's tests: the shared contract, its own tests, and the template's conformance tests.
Each server's unit tests run in their own process, because each folder has its own server.py. The conformance tests
need a running server, so one is started briefly on a local port, with a throwaway key. Upstream clouds are simulated.
Usage: python3 scripts/test_mcp_servers.py [server ...]
Needs: the template's requirements, plus boto3, moto, google-auth, requests, pytest and pytest-asyncio.
"""
from __future__ import annotations
import os
import secrets
import subprocess
import sys
import time
from pathlib import Path
import httpx
ROOT = Path(__file__).resolve().parents[1] / "mcp-servers"
SERVERS = {"azure-discovery": 8111, "aws-discovery": 8112, "gcp-discovery": 8113}
def pytest(env: dict, *paths: str) -> int:
return subprocess.run([sys.executable, "-m", "pytest", "-q", "-p", "no:cacheprovider", *paths],
cwd=ROOT, env=env).returncode
def conformance(name: str, port: int) -> int:
key = secrets.token_hex(16)
env = {**os.environ, "MCP_REGISTRATION_API_KEY": key, "MCP_SERVER_PORT": str(port), "SERVER_PORT": str(port)}
process = subprocess.Popen([sys.executable, "server.py"], cwd=ROOT / name, env=env,
stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
try:
for _ in range(100):
try:
if httpx.get(f"http://localhost:{port}/health", timeout=1).status_code == 200:
break
except httpx.HTTPError:
time.sleep(0.2)
return pytest({**env, "MCP_SERVER_URL": f"http://localhost:{port}"}, f"{name}/tests/test_conformance.py")
finally:
process.terminate()
process.wait(timeout=10)
def main(argv=None) -> int:
names = (argv if argv is not None else sys.argv[1:]) or list(SERVERS)
failed = []
for name in names:
print(f"== {name}", flush=True)
env = {**os.environ, "SERVER_DIR": name}
own = sorted(str(p.relative_to(ROOT)) for p in (ROOT / name / "tests").glob("test_*.py")
if p.name != "test_conformance.py")
if pytest(env, "_common/test_contract.py", "_common/test_knowledge.py", *own) or conformance(name, SERVERS[name]):
failed.append(name)
print("failed: " + ", ".join(failed) if failed else "all servers passed")
return 1 if failed else 0
if __name__ == "__main__":
raise SystemExit(main())