118 lines
3.9 KiB
Python
118 lines
3.9 KiB
Python
"""The Orchestration engine's A2A server: `python -m orchestration.main`."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
from collections.abc import AsyncIterator, Sequence
|
|
from contextlib import asynccontextmanager
|
|
|
|
import click
|
|
import httpx
|
|
import uvicorn
|
|
from a2a.server.request_handlers.default_request_handler_v2 import (
|
|
DefaultRequestHandlerV2,
|
|
)
|
|
from a2a.server.routes.jsonrpc_routes import create_jsonrpc_routes
|
|
from a2a.server.tasks import InMemoryTaskStore
|
|
from a2a.utils.constants import AGENT_CARD_WELL_KNOWN_PATH
|
|
from starlette.applications import Starlette
|
|
from starlette.requests import Request
|
|
from starlette.responses import JSONResponse
|
|
from starlette.routing import Route
|
|
|
|
from orchestration.agents import Agent, load_routes
|
|
from orchestration.agents import Sequence as AgentSequence
|
|
from orchestration.card import A2A_PATH, build_card, card_document
|
|
from orchestration.config import OrchestrationSettings
|
|
from orchestration.relay import AgentClients, RelayExecutor
|
|
|
|
LEGACY_CARD_PATH = "/.well-known/agent.json"
|
|
|
|
|
|
def create_app(
|
|
agents: Sequence[Agent],
|
|
settings: OrchestrationSettings | None = None,
|
|
*,
|
|
httpx_client: httpx.AsyncClient | None = None,
|
|
clients: AgentClients | None = None,
|
|
sequences: Sequence[AgentSequence] = (),
|
|
) -> Starlette:
|
|
"""The server. `httpx_client` is how it reaches the agents; one is made
|
|
(and closed) here when none is given. `clients` replaces how agents are
|
|
called altogether, for tests."""
|
|
settings = settings or OrchestrationSettings()
|
|
own_client = httpx_client is None
|
|
client = httpx_client or httpx.AsyncClient(
|
|
timeout=httpx.Timeout(None, connect=settings.CONNECT_TIMEOUT_SECONDS)
|
|
)
|
|
card = build_card(settings, agents, sequences)
|
|
served_card = card_document(card, agents, sequences)
|
|
handler = DefaultRequestHandlerV2(
|
|
agent_executor=RelayExecutor(
|
|
agents,
|
|
clients or AgentClients(client),
|
|
settings.HEARTBEAT_SECONDS,
|
|
sequences,
|
|
),
|
|
task_store=InMemoryTaskStore(),
|
|
agent_card=card,
|
|
)
|
|
|
|
async def agent_card(request: Request) -> JSONResponse:
|
|
return JSONResponse(served_card)
|
|
|
|
async def health(request: Request) -> JSONResponse:
|
|
return JSONResponse(
|
|
{
|
|
"status": "healthy",
|
|
"agent": settings.AGENT_NAME,
|
|
"version": settings.AGENT_VERSION,
|
|
"agents": [agent.work for agent in agents],
|
|
"sequences": [sequence.work for sequence in sequences],
|
|
}
|
|
)
|
|
|
|
@asynccontextmanager
|
|
async def lifespan(app: Starlette) -> AsyncIterator[None]:
|
|
try:
|
|
yield
|
|
finally:
|
|
await handler.aclose()
|
|
if own_client:
|
|
await client.aclose()
|
|
|
|
# The card names /a2a; the root serves the same handler, because the KAB
|
|
# platform calls the address an agent was registered with.
|
|
jsonrpc = [
|
|
route
|
|
for path in (A2A_PATH, "/")
|
|
for route in create_jsonrpc_routes(handler, path, enable_v0_3_compat=True)
|
|
]
|
|
return Starlette(
|
|
routes=[
|
|
Route("/health", health, methods=["GET"]),
|
|
Route(AGENT_CARD_WELL_KNOWN_PATH, agent_card, methods=["GET"]),
|
|
Route(LEGACY_CARD_PATH, agent_card, methods=["GET"]),
|
|
*jsonrpc,
|
|
],
|
|
lifespan=lifespan,
|
|
)
|
|
|
|
|
|
@click.command()
|
|
@click.option("--host", default=None, help="Host to bind (default A2A_HOST)")
|
|
@click.option("--port", default=None, type=int, help="Port (default A2A_PORT)")
|
|
def main(host: str | None, port: int | None) -> None:
|
|
settings = OrchestrationSettings()
|
|
logging.basicConfig(level=settings.LOG_LEVEL.upper())
|
|
agents, sequences = load_routes(settings.AGENTS_FILE)
|
|
uvicorn.run(
|
|
create_app(agents, settings, sequences=sequences),
|
|
host=host or settings.A2A_HOST,
|
|
port=port or settings.A2A_PORT,
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|