- Scripts to run workflows from a YAML context or run inputs (kab_run_workflow.py, with --input name=@file), store per-project discovery connections, bootstrap agent MCP keys, refresh the KAB token, publish reports and build estate snapshots. - Hyperscaler discovery servers extended in place; cloud-knowledge folded into them. - deploy/crucible-kab-dev.yaml: the Discovery package agent and the Assessment agents. - Platform issue write-ups and current-wiring notes under docs/platform-issues/. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
65 lines
2.5 KiB
Python
65 lines
2.5 KiB
Python
#!/usr/bin/env python3
|
|
"""Run every hyperscaler MCP server's tests: the shared contract, its own tests, and the template's conformance tests.
|
|
|
|
Each server's unit tests run in their own process, because each folder has its own server.py. The conformance tests
|
|
need a running server, so one is started briefly on a local port, with a throwaway key. Upstream clouds are simulated.
|
|
|
|
Usage: python3 scripts/test_mcp_servers.py [server ...]
|
|
Needs: the template's requirements, plus boto3, moto, google-auth, requests, pytest and pytest-asyncio.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
import secrets
|
|
import subprocess
|
|
import sys
|
|
import time
|
|
from pathlib import Path
|
|
|
|
import httpx
|
|
|
|
ROOT = Path(__file__).resolve().parents[1] / "mcp-servers"
|
|
SERVERS = {"azure-discovery": 8111, "aws-discovery": 8112, "gcp-discovery": 8113}
|
|
|
|
|
|
def pytest(env: dict, *paths: str) -> int:
|
|
return subprocess.run([sys.executable, "-m", "pytest", "-q", "-p", "no:cacheprovider", *paths],
|
|
cwd=ROOT, env=env).returncode
|
|
|
|
|
|
def conformance(name: str, port: int) -> int:
|
|
key = secrets.token_hex(16)
|
|
env = {**os.environ, "MCP_REGISTRATION_API_KEY": key, "MCP_SERVER_PORT": str(port), "SERVER_PORT": str(port)}
|
|
process = subprocess.Popen([sys.executable, "server.py"], cwd=ROOT / name, env=env,
|
|
stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
|
|
try:
|
|
for _ in range(100):
|
|
try:
|
|
if httpx.get(f"http://localhost:{port}/health", timeout=1).status_code == 200:
|
|
break
|
|
except httpx.HTTPError:
|
|
time.sleep(0.2)
|
|
return pytest({**env, "MCP_SERVER_URL": f"http://localhost:{port}"}, f"{name}/tests/test_conformance.py")
|
|
finally:
|
|
process.terminate()
|
|
process.wait(timeout=10)
|
|
|
|
|
|
def main(argv=None) -> int:
|
|
names = (argv if argv is not None else sys.argv[1:]) or list(SERVERS)
|
|
failed = []
|
|
for name in names:
|
|
print(f"== {name}", flush=True)
|
|
env = {**os.environ, "SERVER_DIR": name}
|
|
own = sorted(str(p.relative_to(ROOT)) for p in (ROOT / name / "tests").glob("test_*.py")
|
|
if p.name != "test_conformance.py")
|
|
if pytest(env, "_common/test_contract.py", "_common/test_knowledge.py", *own) or conformance(name, SERVERS[name]):
|
|
failed.append(name)
|
|
print("failed: " + ", ".join(failed) if failed else "all servers passed")
|
|
return 1 if failed else 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
raise SystemExit(main())
|