120 lines
3.9 KiB
Python
120 lines
3.9 KiB
Python
"""Lesson candidates: what went wrong in an Execution and what was asked to fix it.
|
|
|
|
Collected once, when the Execution ends, from what the Execution already holds: the
|
|
Ledger's events, the Specialists' outcome records and the tool refusals. They are raw
|
|
material for a reviewed change to a Skill, never memory carried into another Execution.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from collections.abc import Mapping, Sequence
|
|
from typing import Any
|
|
|
|
from execution_engine.states.ledger import Ledger
|
|
|
|
MESSAGE_LIMIT = 500
|
|
_UNFINISHED = {"budget_exhausted", "stopped"}
|
|
|
|
|
|
def refusal(
|
|
role: str, deliverable: str | None, tool: str, tier: str, message: str
|
|
) -> dict[str, Any]:
|
|
"""One tool refusal, as stored in Execution state.
|
|
|
|
A cloud-read tool's message may describe the user's environment, so only its
|
|
leading words are kept.
|
|
"""
|
|
if tier == "cloud_read":
|
|
message = message.split(":", 1)[0]
|
|
return {
|
|
"role": role,
|
|
"deliverable": deliverable,
|
|
"tool": tool,
|
|
"message": message[:MESSAGE_LIMIT],
|
|
}
|
|
|
|
|
|
def collect_lesson_candidates(
|
|
*,
|
|
execution_id: str,
|
|
customer_case: str,
|
|
status: str,
|
|
ledger: Ledger,
|
|
outcomes: Sequence[Mapping[str, Any]],
|
|
orchestrator_refusals: Sequence[Mapping[str, Any]],
|
|
role_skills: Mapping[str, Sequence[str]],
|
|
skill_versions: Mapping[str, str],
|
|
) -> dict[str, Any]:
|
|
candidates: list[dict[str, Any]] = []
|
|
|
|
for event in ledger.events:
|
|
if event.type == "reopened":
|
|
candidates.append(
|
|
{
|
|
"type": "revision",
|
|
"deliverable": event.subject,
|
|
"reason": event.detail,
|
|
"requested_by": event.actor,
|
|
}
|
|
)
|
|
elif event.type == "escalated":
|
|
candidates.append(
|
|
{
|
|
"type": "revision_limit",
|
|
"deliverable": event.subject,
|
|
"reason": event.detail,
|
|
}
|
|
)
|
|
elif event.type == "changes_requested":
|
|
candidates.append(
|
|
{
|
|
"type": "change_request",
|
|
"phase": event.subject,
|
|
"deliverables": list(
|
|
ledger.workflow.deliverables_in(event.subject)
|
|
),
|
|
"feedback": event.detail,
|
|
}
|
|
)
|
|
elif event.type == "released" and event.detail in _UNFINISHED:
|
|
candidates.append(
|
|
{
|
|
"type": "unfinished",
|
|
"deliverable": event.subject,
|
|
"role": event.actor,
|
|
"reason": event.detail,
|
|
}
|
|
)
|
|
|
|
validation = ledger.workflow.validation
|
|
for record in outcomes:
|
|
for item in record.get("refusals", ()):
|
|
candidates.append({"type": "refusal", **item})
|
|
if (
|
|
validation is not None
|
|
and record.get("type") == "submitted"
|
|
and record.get("kind") == validation.kind
|
|
):
|
|
outcome = validation.read(
|
|
record.get("attachments", {}).get(validation.data_file, "")
|
|
)
|
|
attempt = record.get("attempt")
|
|
for kind, items in (
|
|
("failed_check", outcome["failed"]),
|
|
("unverifiable_check", outcome["not_verifiable"]),
|
|
("proposed_addition", outcome["proposed_additions"]),
|
|
):
|
|
for item in items:
|
|
candidates.append({"type": kind, "attempt": attempt, **item})
|
|
for item in orchestrator_refusals:
|
|
candidates.append({"type": "refusal", **item})
|
|
|
|
return {
|
|
"execution_id": execution_id,
|
|
"customer_case": customer_case,
|
|
"status": status,
|
|
"role_skills": {role: list(skills) for role, skills in role_skills.items()},
|
|
"skill_versions": dict(skill_versions),
|
|
"candidates": candidates,
|
|
}
|