feat: working TOM agent
This commit is contained in:
53
eval/datasets/specs/landing-zone-shared.yaml
Normal file
53
eval/datasets/specs/landing-zone-shared.yaml
Normal file
@@ -0,0 +1,53 @@
|
||||
# A fictional benchmark: a small landing zone run as a shared service. No customer's
|
||||
# data is in it. Complete enough to run with nobody to ask.
|
||||
metadata:
|
||||
customer_case: bench-landing-zone-shared
|
||||
engagement:
|
||||
kind: platform_foundation
|
||||
intent:
|
||||
statement: |
|
||||
We want our landing zone run as a shared service from go-live. A provider should
|
||||
respond to faults at every hour, and our own platform team keeps the final say
|
||||
over changes to the network.
|
||||
business_outcomes:
|
||||
- {id: BO-1, outcome: New payment products reach customers in weeks rather than months., target: "A change reaches production within a day of approval."}
|
||||
- {id: BO-2, outcome: Payments are never unavailable for long., target: "Restored within 4 hours."}
|
||||
- {id: BO-3, outcome: We keep the platform engineers we hire.}
|
||||
requirements:
|
||||
- {id: REQ-01, statement: Our platform team approves every change to the network.}
|
||||
- {id: REQ-02, statement: We receive a monthly report of service levels and cost.}
|
||||
solution:
|
||||
cloud_provider: gcp
|
||||
items:
|
||||
- {id: S-1, name: Hub network and interconnect, kind: network, product: Cloud Interconnect}
|
||||
- {id: S-2, name: Audit log store, kind: storage, product: Cloud Storage}
|
||||
- {id: S-3, name: Deployment pipeline, kind: pipeline, product: Cloud Build}
|
||||
- {id: S-4, name: Encryption keys, kind: keys, product: Cloud KMS}
|
||||
conditions:
|
||||
- {id: K-1, "on": [S-1], condition: The platform is available at least 99.9% of each month.}
|
||||
- {id: K-2, "on": [S-2], condition: Audit logs cannot be deleted for seven years.}
|
||||
- {id: K-3, "on": [S-4], condition: Encryption keys are rotated every 90 days.}
|
||||
build:
|
||||
duration_days: 36
|
||||
operations:
|
||||
support_hours: 24x7
|
||||
availability_hours: 24x7
|
||||
change_process: decide
|
||||
sourcing:
|
||||
model: shared
|
||||
delivery_countries: [GB, PL, IN]
|
||||
organisation:
|
||||
existing_teams:
|
||||
- {name: Platform team, party: customer, hours: business, country: GB}
|
||||
service_management:
|
||||
tooling: decide
|
||||
service_levels:
|
||||
priority_1_response_minutes: 15
|
||||
recovery_time_hours: 4
|
||||
compliance:
|
||||
frameworks: [DORA]
|
||||
commercial:
|
||||
currency: GBP
|
||||
monthly_run_budget: 60000
|
||||
run:
|
||||
pre_approved: true
|
||||
Reference in New Issue
Block a user