This commit is contained in:
26
eval/datasets/benchmark_cases.json
Normal file
26
eval/datasets/benchmark_cases.json
Normal file
@@ -0,0 +1,26 @@
|
||||
[
|
||||
{
|
||||
"id": "case-01-event-driven-http",
|
||||
"name": "Event-Driven Regional HTTP Workload",
|
||||
"workflow_request": "Design an event-driven regional HTTP application that accepts incoming webhooks, validates signatures, durably enqueues payloads to Pub/Sub, and retains raw events in Cloud Storage for 30-day replay audit.",
|
||||
"rubric": {
|
||||
"required_products": ["Cloud Run", "Cloud Pub/Sub", "Cloud Storage", "Cloud IAM"],
|
||||
"must_defer_in_discover": true,
|
||||
"requires_mermaid": true,
|
||||
"requires_terraform": true,
|
||||
"requires_guide_sections": ["Functional requirements", "Selected products", "Validation results", "Terraform", "Mermaid"]
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "case-02-high-scale-ingestion",
|
||||
"name": "High Scale Ingestion Pipeline",
|
||||
"workflow_request": "Create a high-scale containerized data ingestion pipeline with least-privilege IAM service accounts and automated validation.",
|
||||
"rubric": {
|
||||
"required_products": ["Cloud Run", "Pub/Sub", "Cloud Storage"],
|
||||
"must_defer_in_discover": true,
|
||||
"requires_mermaid": true,
|
||||
"requires_terraform": true,
|
||||
"requires_guide_sections": ["Functional requirements", "Selected products", "Validation results", "Terraform", "Mermaid"]
|
||||
}
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user