---
# Source: opentelemetry-demo/templates/grafana-config.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: grafana-alerting
namespace: default
labels:
helm.sh/chart: opentelemetry-demo-0.40.6
app.kubernetes.io/version: "2.2.0"
app.kubernetes.io/part-of: opentelemetry-demo
app.kubernetes.io/managed-by: Helm
grafana_alert: "1"
data:
{}
---
# Source: opentelemetry-demo/templates/grafana-config.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: grafana-dashboard-nginx-metrics
namespace: default
labels:
helm.sh/chart: opentelemetry-demo-0.40.6
app.kubernetes.io/version: "2.2.0"
app.kubernetes.io/part-of: opentelemetry-demo
app.kubernetes.io/managed-by: Helm
grafana_dashboard: "1"
data:
NGINX-metrics.json: |-
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "grafana",
"uid": "-- Grafana --"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"type": "dashboard"
}
]
},
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"id": 6,
"links": [],
"panels": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "The total number of accepted client connections",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 5,
"x": 0,
"y": 0
},
"id": 1,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.0.2",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "builder",
"expr": "nginx_connections_accepted_total",
"fullMetaSearch": false,
"includeNullMetadata": true,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Accepted connections",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "The total number of handled connections",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 5,
"x": 5,
"y": 0
},
"id": 3,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.0.2",
"targets": [
{
"disableTextWrap": false,
"editorMode": "builder",
"expr": "nginx_connections_handled_total",
"fullMetaSearch": false,
"includeNullMetadata": true,
"legendFormat": "{{__name__}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Connections handled",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "The total number of client requests",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 9,
"x": 10,
"y": 0
},
"id": 4,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.0.2",
"targets": [
{
"disableTextWrap": false,
"editorMode": "builder",
"expr": "nginx_requests_total",
"fullMetaSearch": false,
"includeNullMetadata": true,
"legendFormat": "{{__name__}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Total number of client requests",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "The current number of nginx connections by state",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 19,
"x": 0,
"y": 8
},
"id": 2,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "12.0.2",
"targets": [
{
"disableTextWrap": false,
"editorMode": "builder",
"expr": "nginx_connections_current",
"fullMetaSearch": false,
"includeNullMetadata": true,
"legendFormat": "{{state}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Number of connections by state",
"type": "timeseries"
}
],
"preload": false,
"schemaVersion": 41,
"tags": [],
"templating": {
"list": []
},
"time": {
"from": "now-15m",
"to": "now"
},
"timepicker": {},
"timezone": "browser",
"title": "[Image-Provider] NGINX Metrics",
"uid": "6fb665e0-cb81-40a5-bd21-a9485c5477b4",
"version": 1
}
---
# Source: opentelemetry-demo/templates/grafana-config.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: grafana-dashboard-apm-dashboard
namespace: default
labels:
helm.sh/chart: opentelemetry-demo-0.40.6
app.kubernetes.io/version: "2.2.0"
app.kubernetes.io/part-of: opentelemetry-demo
app.kubernetes.io/managed-by: Helm
grafana_dashboard: "1"
data:
apm-dashboard.json: |-
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "grafana",
"uid": "-- Grafana --"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"description": "APM dashboard for monitoring OpenTelemetry-based services. \n\nInstrument your applications using OpenTelemetry SDKs and send traces, metrics, and logs to Jaeger for traces, a Prometheus-compatible database for metrics, and OpenSearch for logs. This dashboard provides a centralized view of your application's health and performance. ",
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 1,
"id": 1,
"links": [],
"panels": [
{
"description": "service.namespace=${service_namespace}, service.name=${service_name}, deployment.environment.name=${deployment_environment_name}",
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 10,
"x": 0,
"y": 0
},
"id": 20,
"options": {
"code": {
"language": "plaintext",
"showLineNumbers": false,
"showMiniMap": false
},
"content": "![\"OpenTelemetry](\"https://opentelemetry.io/img/logos/opentelemetry-logo-nav.png\")
Service ${service_namespace}/${service_name}
\n",
"mode": "html"
},
"pluginVersion": "12.2.0",
"title": "",
"type": "text"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Shows the timestamp of the latest metrics received in the past 24h.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "#24292e",
"mode": "fixed"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 3,
"x": 10,
"y": 0
},
"hideTimeOverride": true,
"id": 39,
"options": {
"colorMode": "background",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "/^Time$/",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "timestamp(sum by (deployment_environment_name, service_namespace, service_name) (target_info{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}) or absent{})\n",
"interval": "60s",
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"timeFrom": "now-24h",
"title": "Latest metrics received",
"type": "stat"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 2
},
"id": 15,
"panels": [],
"title": "Server RED Metrics",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "HTTP & RPC endpoints aggregation on the `http.server.request.duration` & `rpc.server.duration` metrics.\n\nSee https://opentelemetry.io/docs/specs/semconv/http/http-metrics/#metric-httpserverrequestduration and https://opentelemetry.io/docs/specs/semconv/rpc/rpc-metrics/#metric-rpcserverduration",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "smooth",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"log": 10,
"type": "log"
},
"showPoints": "auto",
"showValues": false,
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"noValue": "No HTTP or RPC operation",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 5,
"x": 0,
"y": 3
},
"id": 17,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(\n 0.95,\n sum by (le, deployment_environment_name, service_namespace, service_name) (\n rate(\n http_server_request_duration_seconds_bucket{\n deployment_environment_name=~\"$deployment_environment_name\",\n service_namespace=~\"$service_namespace\",\n service_name=\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"fullMetaSearch": false,
"includeNullMetadata": true,
"interval": "60s",
"legendFormat": "HTTP p95",
"range": true,
"refId": "HTTP P95",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "avg by (deployment_environment_name, service_namespace, service_name) (\n rate(\n http_server_request_duration_seconds_sum{\n deployment_environment_name=~\"$deployment_environment_name\",\n service_namespace=~\"$service_namespace\",\n service_name=\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\navg by (deployment_environment_name, service_namespace, service_name) (\n rate(\n http_server_request_duration_seconds_count{\n deployment_environment_name=~\"$deployment_environment_name\",\n service_namespace=~\"$service_namespace\",\n service_name=\"$service_name\"\n }[$__rate_interval]\n )\n)",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"interval": "60s",
"legendFormat": "HTTP avg",
"range": true,
"refId": "HTTP AVG",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "histogram_quantile(\n 0.95,\n sum by (le, deployment_environment_name, service_namespace, service_name) (\n rate(\n rpc_server_duration_milliseconds_bucket{\n deployment_environment_name=~\"$deployment_environment_name\",\n service_namespace=~\"$service_namespace\",\n service_name=\"$service_name\"\n }[$__rate_interval]\n ) / 1000\n )\n)",
"hide": false,
"instant": false,
"interval": "60",
"legendFormat": "RPC p95",
"range": true,
"refId": "RPC P95"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "avg by (deployment_environment_name, service_namespace, service_name) (\n rate(\n rpc_server_duration_milliseconds_sum{\n deployment_environment_name=~\"$deployment_environment_name\",\n service_namespace=~\"$service_namespace\",\n service_name=\"$service_name\"\n }[$__rate_interval]\n ) / 1000\n)\n/\navg by (deployment_environment_name, service_namespace, service_name) (\n rate(\n rpc_server_duration_milliseconds_count{\n deployment_environment_name=~\"$deployment_environment_name\",\n service_namespace=~\"$service_namespace\",\n service_name=\"$service_name\"\n }[$__rate_interval]\n )\n)",
"hide": false,
"instant": false,
"interval": "60",
"legendFormat": "RPC avg",
"range": true,
"refId": "RPC AVG"
}
],
"title": "Duration",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "HTTP and RPC endpoints aggregation on the `http.server.request.duration` and `rpc.server.duration` metrics. \n\nErrors are identified by : \n* `http.response.status_code=~\"5..\"`\n* `rpc.grpc.status_code!=\"0\"`\n\nSee https://opentelemetry.io/docs/specs/semconv/http/http-metrics/#metric-httpserverrequestduration\n",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMax": 100,
"axisSoftMin": 0,
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "smooth",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"showValues": false,
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"noValue": "No HTTP or RPC operation",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 5,
"x": 5,
"y": 3
},
"id": 18,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "(\n (sum by(deployment_environment_name, service_namespace, service_name) (rate(http_server_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\", http_response_status_code=~\"5..\"}[$__rate_interval])) * 100) \n / \n sum by(deployment_environment_name, service_namespace, service_name) (rate(http_server_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]))\n)\nor\n(\n 0\n * \n sum by(deployment_environment_name, service_namespace, service_name) (rate(http_server_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]))\n)",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"instant": false,
"interval": "60s",
"legendFormat": "HTTP 5xx errors",
"range": true,
"refId": "HTTP 5xx",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "((sum without (rpc_grpc_status_code, instance) (rate(rpc_server_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\", rpc_grpc_status_code!=\"0\"}[$__rate_interval])) * 100) / sum without (rpc_grpc_status_code, instance) (rate(rpc_server_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval])))\nor\n(0 * sum without (rpc_grpc_status_code, instance) (rate(rpc_server_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval])))",
"hide": false,
"instant": false,
"interval": "60",
"legendFormat": "RPC errors",
"range": true,
"refId": "RPC Err"
}
],
"title": "Error",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "HTTP & RPC endpoints aggregation on the `http.server.request.duration` & `rpc.server.duration` metrics.\n\nSee https://opentelemetry.io/docs/specs/semconv/http/http-metrics/#metric-httpserverrequestduration",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "smooth",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"log": 10,
"type": "log"
},
"showPoints": "auto",
"showValues": false,
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"noValue": "No HTTP or RPC operation",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "reqps"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 5,
"x": 10,
"y": 3
},
"id": 19,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"exemplar": false,
"expr": "(sum(rate(http_server_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval])) by (deployment_environment_name, service_namespace, service_name)) ",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "HTTP requests",
"range": true,
"refId": "HTTP RPS"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(sum(rate(rpc_server_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval])) by (deployment_environment_name, service_namespace, service_name)) * $__interval_ms / 1000",
"hide": false,
"instant": false,
"interval": "60",
"legendFormat": "RPC requests",
"range": true,
"refId": "RPC RPS"
}
],
"title": "Request Rate",
"type": "timeseries"
},
{
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 9,
"x": 15,
"y": 3
},
"id": 40,
"options": {
"alertInstanceLabelFilter": "{service_name=\"$service_name\", service_namespace=\"$service_namespace\"}",
"alertName": "",
"dashboardAlerts": false,
"groupBy": [],
"groupMode": "default",
"maxItems": 20,
"showInactiveAlerts": false,
"sortOrder": 1,
"stateFilter": {
"error": true,
"firing": true,
"noData": false,
"normal": false,
"pending": true,
"recovering": true
},
"viewMode": "list"
},
"pluginVersion": "12.2.0",
"title": "Alerts",
"type": "alertlist"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Inbound HTTP operations of the service (aka HTTP endpoints) based on the `http.server.request.duration` metric.\n\nErrors are identified by `http.response.status_code=~\"5..\"`.\n\nSee https://opentelemetry.io/docs/specs/semconv/http/http-metrics/#metric-httpserverrequestduration",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"noValue": "No HTTP operation",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Duration (p99)"
},
"properties": [
{
"id": "unit",
"value": "s"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Rate"
},
"properties": [
{
"id": "unit",
"value": "reqps"
},
{
"id": "custom.width",
"value": 219
}
]
},
{
"matcher": {
"id": "byName",
"options": "Error"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
}
]
}
]
},
"gridPos": {
"h": 6,
"w": 12,
"x": 0,
"y": 9
},
"id": 21,
"options": {
"cellHeight": "sm",
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "Operation"
}
]
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "\n sum by (operation) (\n label_join(\n rate(http_server_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"operation\",\n \" \",\n \"http_request_method\",\n \"http_route\"\n )\n )\n ",
"fullMetaSearch": false,
"includeNullMetadata": true,
"interval": "60s",
"legendFormat": "{{operation}}",
"range": true,
"refId": "RPS",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (operation) (\n label_join(\n rate(http_server_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\", http_response_status_code=~\"5..\"}[$__rate_interval]),\n \"operation\",\n \" \",\n \"http_request_method\",\n \"http_route\"\n )\n )\n / \n sum by (operation) (\n label_join(\n rate(http_server_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"operation\",\n \" \",\n \"http_request_method\",\n \"http_route\"\n )\n )\n ) or (0 * \n sum by (operation) (\n label_join(\n rate(http_server_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"operation\",\n \" \",\n \"http_request_method\",\n \"http_route\"\n )\n )\n )",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "{{operation}}",
"range": true,
"refId": "ERR_PCT"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "\n histogram_quantile(\n 0.99,\n sum by (le, operation) (\n label_join(\n rate(http_server_request_duration_seconds_bucket{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[5m]),\n \"operation\",\n \" \",\n \"http_request_method\",\n \"http_route\"\n )\n )\n )\n ",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "{{operation}}",
"range": true,
"refId": "Duration"
}
],
"title": "HTTP Operations",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"Duration": {
"timeField": "Time"
},
"ERR_PCT": {
"timeField": "Time"
},
"RPS": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "operation",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {
"Trend #Duration": 1,
"Trend #ERR_PCT": 2,
"Trend #RPS": 3,
"operation": 0
},
"renameByName": {
"Trend #Duration": "Duration (p99)",
"Trend #ERR_PCT": "Error",
"Trend #RPS": "Rate",
"operation": "Operation"
}
}
}
],
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Inbound gRPC operations of the service (aka gRPC endpoints) based on the `rpc.server.request.duration` metric.\n\nErrors are identified by `rpc.grpc.status_code != 0` which make the panel specific to the gRPC protocol.\n\nhttps://opentelemetry.io/docs/specs/semconv/rpc/rpc-metrics/#metric-rpcserverduration",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"noValue": "No RPC operation",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Duration (p99)"
},
"properties": [
{
"id": "unit",
"value": "ms"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Rate"
},
"properties": [
{
"id": "unit",
"value": "reqps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Error"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
}
]
}
]
},
"gridPos": {
"h": 6,
"w": 12,
"x": 12,
"y": 9
},
"id": 27,
"options": {
"cellHeight": "sm",
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "Operation"
}
]
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "\nsum by (operation) (\n label_join(\n rate(rpc_server_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"operation\",\n \"/\",\n \"rpc_service\",\n \"rpc_method\"\n )\n)\n ",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"interval": "60s",
"legendFormat": "__auto",
"range": true,
"refId": "RPS",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (operation) (\n label_join(\n rate(rpc_server_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\", rpc_grpc_status_code!=\"0\"}[$__rate_interval]),\n \"operation\",\n \"/\",\n \"rpc_service\",\n \"rpc_method\"\n )\n )\n / \n sum by (operation) (\n label_join(\n rate(rpc_server_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"operation\",\n \"/\",\n \"rpc_service\",\n \"rpc_method\"\n )\n )\n ) or (0 * \n sum by (operation) (\n label_join(\n rate(rpc_server_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"operation\",\n \"/\",\n \"rpc_service\",\n \"rpc_method\"\n )\n )\n )\n ",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "__auto",
"range": true,
"refId": "ERR_PCT"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "\n histogram_quantile(\n 0.99,\n sum by (le, operation) (\n label_join(\n rate(rpc_server_duration_milliseconds_bucket{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[5m]),\n \"operation\",\n \"/\",\n \"rpc_service\",\n \"rpc_method\"\n )\n )\n )\n ",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "{{operation}}",
"range": true,
"refId": "Duration"
}
],
"title": "gRPC Operations",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"Duration": {
"timeField": "Time"
},
"ERR_PCT": {
"timeField": "Time"
},
"RPS": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "operation",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {
"Trend #Duration": 1,
"Trend #ERR_PCT": 2,
"Trend #RPS": 3,
"operation": 0
},
"renameByName": {
"Trend #Duration": "Duration (p99)",
"Trend #ERR_PCT": "Error",
"Trend #RPS": "Rate",
"operation": "Operation"
}
}
}
],
"type": "table"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 15
},
"id": 28,
"panels": [],
"title": "Outbound Services and Databases",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "HTTP calls made by the service based on the `http.client.request.duration` metric.\n\nCalls broken done by remote `server.address` and by `http.request.method`.\n\nSee https://opentelemetry.io/docs/specs/semconv/http/http-metrics/#metric-httpclientrequestduration",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"noValue": "No HTTP call",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Duration (P99)"
},
"properties": [
{
"id": "unit",
"value": "s"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Rate"
},
"properties": [
{
"id": "unit",
"value": "reqps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Error"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
}
]
}
]
},
"gridPos": {
"h": 5,
"w": 12,
"x": 0,
"y": 16
},
"id": 23,
"options": {
"cellHeight": "sm",
"showHeader": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "\n sum by (outbound_service) (\n label_join(\n rate(http_client_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"outbound_service\",\n \" \",\n \"server_address\",\n \"http_request_method\",\n \"url_template\"\n )\n )\n ",
"fullMetaSearch": false,
"includeNullMetadata": true,
"interval": "60s",
"legendFormat": "{{server_address}} {{http_request_method}} {{url_template}}",
"range": true,
"refId": "RPS",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (outbound_service) (\n label_join(\n rate(http_client_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\", http_response_status_code=~\"5..\"}[$__rate_interval]),\n \"outbound_service\",\n \" \",\n \"server_address\",\n \"http_request_method\",\n \"url_template\"\n )\n )\n / \n sum by (outbound_service) (\n label_join(\n rate(http_client_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"outbound_service\",\n \" \",\n \"server_address\",\n \"http_request_method\",\n \"url_template\"\n )\n )\n ) or (0 * \n sum by (outbound_service) (\n label_join(\n rate(http_client_request_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"outbound_service\",\n \" \",\n \"server_address\",\n \"http_request_method\",\n \"url_template\"\n )\n )\n )",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "{{server_address}} {{http_request_method}} {{url_template}}",
"range": true,
"refId": "ERR_PCT"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "\nhistogram_quantile(\n 0.99,\n sum by (le, outbound_service) (\n label_join(\n rate(http_client_request_duration_seconds_bucket{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[5m]),\n \"outbound_service\",\n \" \",\n \"server_address\",\n \"http_request_method\",\n \"url_template\"\n )\n )\n)",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "{{server_address}} {{http_request_method}} {{url_template}}",
"range": true,
"refId": "DURATION"
}
],
"title": "Outbound HTTP Services",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"Duration": {
"timeField": "Time"
},
"ERR_PCT": {
"timeField": "Time"
},
"RPS": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "outbound_service",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {
"Trend #DURATION": 1,
"Trend #ERR_PCT": 2,
"Trend #RPS": 3,
"outbound_service": 0
},
"renameByName": {
"Trend #DURATION": "Duration (P99)",
"Trend #Duration": "Duration (p99)",
"Trend #ERR_PCT": "Error",
"Trend #RPS": "Rate",
"operation": "Operation",
"outbound_service": "Service"
}
}
}
],
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "DB calls made by the service based on the `db.client.operation.duration` metric.\n\nCalls broken down by `server.address` and `db.namespace`.\n\nSee https://opentelemetry.io/docs/specs/semconv/database/database-metrics/#metric-dbclientoperationduration\n",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"noValue": "No database call",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Duration (P99)"
},
"properties": [
{
"id": "unit",
"value": "s"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Rate"
},
"properties": [
{
"id": "unit",
"value": "reqps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Error"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
}
]
}
]
},
"gridPos": {
"h": 5,
"w": 12,
"x": 12,
"y": 16
},
"id": 24,
"options": {
"cellHeight": "sm",
"showHeader": true,
"sortBy": []
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by (database) (\n label_join(\n rate(db_client_operation_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"database\",\n \"/\",\n \"server_address\",\n \"db_namespace\"\n )\n)\n ",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"interval": "60s",
"legendFormat": "{{server_address}} {{db_namespace}}",
"range": true,
"refId": "RPS",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (database) (\n label_join(\n rate(db_client_operation_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\", http_response_status_code=~\"5..\"}[$__rate_interval]),\n \"database\",\n \"/\",\n \"server_address\",\n \"db_namespace\"\n )\n )\n / \n sum by (database) (\n label_join(\n rate(db_client_operation_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"database\",\n \"/\",\n \"server_address\",\n \"db_namespace\"\n )\n )\n ) or (0 * \n sum by (database) (\n label_join(\n rate(db_client_operation_duration_seconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"database\",\n \"/\",\n \"server_address\",\n \"db_namespace\"\n )\n )\n )",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "{{server_address}} {{db_namespace}}",
"range": true,
"refId": "ERR_PCT"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "\nhistogram_quantile(\n 0.99,\n sum by (le, database) (\n label_join(\n rate(db_client_operation_duration_seconds_bucket{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[5m]),\n \"database\",\n \"/\",\n \"server_address\",\n \"db_namespace\"\n )\n )\n)",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "{{server_address}} {{db_namespace}}",
"range": true,
"refId": "DURATION"
}
],
"title": "Outbound Databases",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"DURATION": {
"timeField": "Time"
},
"Duration": {
"timeField": "Time"
},
"ERR_PCT": {
"timeField": "Time"
},
"RPS": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "database",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {
"Trend #DURATION": 1,
"Trend #ERR_PCT": 2,
"Trend #RPS": 3,
"database": 0
},
"renameByName": {
"Trend #DURATION": "Duration (P99)",
"Trend #Duration": "Duration (p99)",
"Trend #ERR_PCT": "Error",
"Trend #RPS": "Rate",
"database": "Database",
"database_operation": "Database Operation",
"operation": "Operation",
"outbound_service": "Service"
}
}
}
],
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "gRPC calls made by the service based on the `rpc.client.request.duration` metric.\n\nSpecific to gRPC due to the usage of the `grpc.status.code` attribute to identify errors.\n\nCalls broken down by `server.address`, `rpc.service`, and `rpc.method`.\n\nSee https://opentelemetry.io/docs/specs/semconv/rpc/rpc-metrics/#rpc-client\n\n",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"noValue": "No RPC call",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Duration (P99)"
},
"properties": [
{
"id": "unit",
"value": "ms"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Rate"
},
"properties": [
{
"id": "unit",
"value": "reqps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Error"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
}
]
}
]
},
"gridPos": {
"h": 5,
"w": 12,
"x": 0,
"y": 21
},
"id": 32,
"options": {
"cellHeight": "sm",
"showHeader": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "\n sum by (outbound_service) (\n label_join(\n rate(rpc_client_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"outbound_service\",\n \"/\",\n \"server_address\",\n \"rpc_service\",\n \"rpc_method\"\n )\n )\n ",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"interval": "60s",
"legendFormat": "__auto",
"range": true,
"refId": "RPS",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (outbound_service) (\n label_join(\n rate(rpc_client_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\", http_response_status_code=~\"5..\"}[$__rate_interval]),\n \"outbound_service\",\n \"/\",\n \"server_address\",\n \"rpc_service\",\n \"rpc_method\"\n )\n )\n / \n sum by (outbound_service) (\n label_join(\n rate(rpc_client_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"outbound_service\",\n \"/\",\n \"server_address\",\n \"rpc_service\",\n \"rpc_method\"\n )\n )\n ) or (0 * \n sum by (outbound_service) (\n label_join(\n rate(rpc_client_duration_milliseconds_count{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[$__rate_interval]),\n \"outbound_service\",\n \"/\",\n \"server_address\",\n \"rpc_service\",\n \"rpc_method\"\n )\n )\n )",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "__auto",
"range": true,
"refId": "ERR_PCT"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "\nhistogram_quantile(\n 0.99,\n sum by (le, outbound_service) (\n label_join(\n rate(rpc_client_duration_milliseconds_bucket{deployment_environment_name=~\"$deployment_environment_name\", service_namespace=~\"$service_namespace\", service_name=\"$service_name\"}[5m]),\n \"outbound_service\",\n \"/\",\n \"server_address\",\n \"rpc_service\",\n \"rpc_method\"\n )\n )\n)",
"hide": false,
"instant": false,
"interval": "60s",
"legendFormat": "__auto",
"range": true,
"refId": "DURATION"
}
],
"title": "Outbound gRPC Services",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"Duration": {
"timeField": "Time"
},
"ERR_PCT": {
"timeField": "Time"
},
"RPS": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "outbound_service",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {
"Trend #DURATION": 1,
"Trend #ERR_PCT": 2,
"Trend #RPS": 3,
"outbound_service": 0
},
"renameByName": {
"Trend #DURATION": "Duration (P99)",
"Trend #Duration": "Duration (p99)",
"Trend #ERR_PCT": "Error",
"Trend #RPS": "Rate",
"operation": "Operation",
"outbound_service": "Service Method"
}
}
}
],
"type": "table"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 26
},
"id": 42,
"panels": [],
"title": "Infrastructure",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Host CPU"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Host Used Memory"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 24,
"x": 0,
"y": 27
},
"id": 41,
"options": {
"cellHeight": "sm",
"frameIndex": 1,
"showHeader": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"editorMode": "code",
"expr": "sum by (host_name) (\n rate(system_cpu_time_seconds_total{service_name=\"\", state!=\"idle\"}[$__rate_interval])\n)\n* on(host_name) \ngroup by (host_name) (\n target_info{service_name=\"${service_name}\", service_instance_id!=\"\"}\n)",
"hide": false,
"legendFormat": "__auto",
"range": true,
"refId": "cpu_time_pct"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": " (\n (\n sum by (host_name) (\n system_memory_usage_bytes{service_name=\"\", state=\"used\"}\n )\n /\n sum by (host_name) (\n system_memory_usage_bytes{service_name=\"\"}\n )\n )\n * on(host_name) (\n group by (host_name) (\n target_info{service_name=\"${service_name}\"}\n )\n )\n )\n",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "memory_usage_pct"
}
],
"title": "",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"A": {
"timeField": "Time"
},
"cpu_time_pct": {
"timeField": "Time"
},
"cpu_time_percentage": {
"timeField": "Time"
},
"memory_usage_pct": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "host_name",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {},
"renameByName": {
"Trend #cpu_time_pct": "Host CPU",
"Trend #cpu_time_percentage": "Host CPU",
"Trend #memory_usage_pct": "Host Used Memory",
"host_name": "Host",
"service_instance_id_host_name": "Instance / Host"
}
}
}
],
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Pod CPU usage"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Pod Memory Usage"
},
"properties": [
{
"id": "unit",
"value": "decbytes"
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 24,
"x": 0,
"y": 30
},
"id": 43,
"options": {
"cellHeight": "sm",
"frameIndex": 1,
"showHeader": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"editorMode": "code",
"expr": "sum by (k8s_pod_name) (\n rate(k8s_pod_cpu_time_seconds_total{}[$__rate_interval])\n)\n* on(k8s_pod_name) \ngroup by (k8s_pod_name) (\n target_info{service_name=\"${service_name}\", service_instance_id!=\"\"}\n)\n",
"hide": false,
"legendFormat": "__auto",
"range": true,
"refId": "cpu_time_pct"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "\nsum by (k8s_pod_name) (\n k8s_pod_memory_working_set_bytes{}\n)\n* on(k8s_pod_name)\ngroup by (k8s_pod_name) (\n target_info{service_name=\"${service_name}\", service_instance_id!=\"\"}\n)\n",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "memory_usage_bytes"
}
],
"title": "",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"A": {
"timeField": "Time"
},
"cpu_time_percentage": {
"timeField": "Time"
},
"memory_usage_pct": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "k8s_pod_name",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"service_instance_id": true
},
"includeByName": {},
"indexByName": {},
"renameByName": {
"Trend #cpu_time_pct": "Pod CPU usage",
"Trend #cpu_time_percentage": "Host CPU",
"Trend #memory_usage_bytes": "Pod Memory Usage",
"Trend #memory_usage_pct": "Host Memory",
"k8s_pod_name": "Kubernetes Pod Name",
"service_instance_id_host_name": "Instance / Host"
}
}
}
],
"type": "table"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 33
},
"id": 25,
"panels": [],
"title": "Logs",
"type": "row"
},
{
"datasource": {
"type": "grafana-opensearch-datasource",
"uid": "${opensearch_datasource}"
},
"description": "Logs of the service, filtered by `service.name`, `service.namespace`, and `deployment.environment.name`.\n\nTo explore the logs, open the menu clicking on the icon `⋮` of this panel and click on `Explore`.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"noValue": "No application logs",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "@timestamp"
},
"properties": [
{
"id": "custom.width",
"value": 226
}
]
},
{
"matcher": {
"id": "byName",
"options": "severity.text"
},
"properties": [
{
"id": "custom.width",
"value": 136
}
]
},
{
"matcher": {
"id": "byName",
"options": "instrumentationScope.name"
},
"properties": [
{
"id": "custom.width",
"value": 246
}
]
}
]
},
"gridPos": {
"h": 15,
"w": 24,
"x": 0,
"y": 34
},
"id": 26,
"options": {
"cellHeight": "sm",
"showHeader": true,
"sortBy": []
},
"pluginVersion": "12.2.0",
"targets": [
{
"alias": "",
"bucketAggs": [
{
"field": "observedTimestamp",
"id": "2",
"settings": {
"interval": "auto"
},
"type": "date_histogram"
}
],
"datasource": {
"type": "grafana-opensearch-datasource",
"uid": "${opensearch_datasource}"
},
"format": "table",
"hide": false,
"luceneQueryType": "Logs",
"metrics": [
{
"id": "1",
"type": "logs"
}
],
"query": "search source=otel-logs-* | where resource.service.name=\"$service_name\" and resource.service.namespace=\"$service_namespace\" | fields @timestamp, severity.text, body, instrumentationScope.name\n",
"queryType": "PPL",
"refId": "B",
"timeField": "observedTimestamp"
}
],
"title": "",
"transformations": [
{
"id": "formatTime",
"options": {
"outputFormat": "YYYY-MM-DD HH:MM:ss.sss",
"timeField": "@timestamp",
"timezone": "browser",
"useTimezone": true
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {
"@timestamp": 0,
"body": 3,
"instrumentationScope.name": 2,
"severity.text": 1
},
"renameByName": {
"@timestamp": "Time",
"body": "Message",
"instrumentationScope.name": "Logger",
"severity.text": "Severity"
}
}
}
],
"type": "table"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 49
},
"id": 29,
"panels": [],
"title": "Traces",
"type": "row"
},
{
"datasource": {
"type": "jaeger",
"uid": "${jaeger_datasource}"
},
"description": "Traces containing a span emitted by the service",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"noValue": "No traces",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Trace Service"
},
"properties": [
{
"id": "custom.hideFrom.viz",
"value": true
}
]
},
{
"matcher": {
"id": "byName",
"options": "Span ID"
},
"properties": [
{
"id": "custom.hideFrom.viz",
"value": false
}
]
},
{
"matcher": {
"id": "byName",
"options": "deployment.environment.name"
},
"properties": [
{
"id": "custom.hideFrom.viz",
"value": true
}
]
},
{
"matcher": {
"id": "byName",
"options": "service.name"
},
"properties": [
{
"id": "custom.hideFrom.viz",
"value": true
}
]
},
{
"matcher": {
"id": "byName",
"options": "service.namespace"
},
"properties": [
{
"id": "custom.hideFrom.viz",
"value": true
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 15,
"x": 0,
"y": 50
},
"id": 30,
"options": {
"cellHeight": "sm",
"frameIndex": 0,
"showHeader": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "jaeger",
"uid": "${jaeger_datasource}"
},
"queryType": "search",
"refId": "A",
"service": "$service_name",
"tags": "service.namespace=\"$service_namespace\""
}
],
"title": "",
"type": "table"
}
],
"preload": false,
"refresh": "30s",
"schemaVersion": 42,
"tags": [],
"templating": {
"list": [
{
"allowCustomValue": false,
"current": {
"text": "Prometheus",
"value": "webstore-metrics"
},
"description": "OpenTelemetry metrics. \nSend metrics using the Prometheus OTLP endpoint activating `keep_identifying_resource_attributes` and resource attribute promotion (aka `promote_resource_attributes`) including `service.name`, service.namespace`, `service.instance.id`, and `deployment.environment.name`",
"label": "Metrics",
"name": "prometheus_datasource",
"options": [],
"query": "prometheus",
"refresh": 1,
"regex": "",
"type": "datasource"
},
{
"allowCustomValue": false,
"current": {
"text": "Jaeger",
"value": "webstore-traces"
},
"description": "OpenTelemetry traces",
"label": "Traces",
"name": "jaeger_datasource",
"options": [],
"query": "jaeger",
"refresh": 1,
"regex": "",
"type": "datasource"
},
{
"allowCustomValue": false,
"current": {
"text": "OpenSearch",
"value": "webstore-logs"
},
"description": "OpenTelemetry logs.",
"label": "Logs",
"name": "opensearch_datasource",
"options": [],
"query": "grafana-opensearch-datasource",
"refresh": 1,
"regex": "",
"type": "datasource"
},
{
"current": {
"text": "demo",
"value": "demo"
},
"definition": "label_values(target_info,deployment_environment_name)",
"description": "Deployment environment (`production`, `staging`...).\nResource attribute `deployment.environment.name` via `target_info`.\nValue `<>` when the resource attribute `deployment.environment.name` is not set.",
"label": "Environment",
"name": "deployment_environment_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(target_info,deployment_environment_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"staticOptions": [
{
"text": "<>",
"value": ""
}
],
"type": "query"
},
{
"allValue": ".*",
"allowCustomValue": false,
"current": {
"text": "otel-demo",
"value": "otel-demo"
},
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"definition": "label_values(target_info{deployment_environment_name=~\"$deployment_environment_name\", telemetry_sdk_name=~\"\\\\S.*\"},service_namespace)",
"description": "Service namespace.\nResource attribute `service.namespace` via `target_info`.\nValue `<>` when the resource attribute `service.namespace` is not set.",
"includeAll": false,
"label": "Namespace",
"name": "service_namespace",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(target_info{deployment_environment_name=~\"$deployment_environment_name\", telemetry_sdk_name=~\"\\\\S.*\"},service_namespace)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"sort": 1,
"staticOptions": [
{
"text": "<>",
"value": ""
}
],
"type": "query"
},
{
"current": {
"text": "checkout",
"value": "checkout"
},
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"definition": "label_values(target_info{service_namespace=~\"$service_namespace\", deployment_environment_name=~\"$deployment_environment_name\", telemetry_sdk_name=~\"\\\\S.*\"},service_name)",
"description": "Service name.\nResource attribute `service.name` via `target_info`.",
"label": "Name",
"name": "service_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(target_info{service_namespace=~\"$service_namespace\", deployment_environment_name=~\"$deployment_environment_name\", telemetry_sdk_name=~\"\\\\S.*\"},service_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 2,
"regex": "",
"sort": 1,
"type": "query"
}
]
},
"time": {
"from": "now-30m",
"to": "now"
},
"timepicker": {},
"timezone": "",
"title": "APM Dashboard (Jaeger, Prometheus, OpenSearch)",
"uid": "febljk0a32qyoa",
"version": 1
}
---
# Source: opentelemetry-demo/templates/grafana-config.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: grafana-dashboard-demo-dashboard
namespace: default
labels:
helm.sh/chart: opentelemetry-demo-0.40.6
app.kubernetes.io/version: "2.2.0"
app.kubernetes.io/part-of: opentelemetry-demo
app.kubernetes.io/managed-by: Helm
grafana_dashboard: "1"
data:
demo-dashboard.json: |-
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "grafana",
"uid": "-- Grafana --"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 1,
"id": 2,
"links": [],
"panels": [
{
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 24,
"x": 0,
"y": 0
},
"id": 21,
"options": {
"code": {
"language": "plaintext",
"showLineNumbers": false,
"showMiniMap": false
},
"content": "This dashboard shows RED metrics for the selected service, as generated by the spanmetrics connector in the OpenTelemetry Collector.\nIf the selected service emits logs, the logs will also be displayed.\nCustom metrics generated by some services are also displayed. \n
\nChart panels may require 5 minutes after the Demo is started before rendering data.",
"mode": "html"
},
"pluginVersion": "11.5.2",
"title": "",
"type": "text"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 3
},
"id": 14,
"panels": [],
"title": "Spanmetrics (RED metrics)",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "reqps"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 8,
"x": 0,
"y": 4
},
"id": 12,
"interval": "2m",
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "desc"
}
},
"pluginVersion": "11.5.2",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "sum by (span_name) (rate(traces_span_metrics_duration_milliseconds_count{service_name=\"${service}\"}[$__rate_interval]))",
"legendFormat": "{{ span_name }}",
"range": true,
"refId": "A"
}
],
"title": "Requests Rate by Span Name",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 8,
"x": 8,
"y": 4
},
"id": 10,
"interval": "2m",
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "desc"
}
},
"pluginVersion": "11.5.2",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "sum by (span_name) (rate(traces_span_metrics_calls_total{status_code=\"STATUS_CODE_ERROR\", service_name=\"${service}\"}[$__rate_interval]))",
"interval": "",
"legendFormat": "{{ span_name }}",
"range": true,
"refId": "A"
}
],
"title": "Error Rate by Span Name",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "dtdurationms"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 8,
"x": 16,
"y": 4
},
"id": 2,
"interval": "2m",
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "desc"
}
},
"pluginVersion": "11.5.2",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "histogram_quantile(0.50, sum(rate(traces_span_metrics_duration_milliseconds_bucket{service_name=\"${service}\"}[$__rate_interval])) by (le, span_name))",
"legendFormat": "{{span_name}}",
"range": true,
"refId": "A"
}
],
"title": "Average Duration by Span Name",
"type": "timeseries"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 12
},
"id": 19,
"panels": [],
"title": "Application Log Records",
"type": "row"
},
{
"datasource": {
"type": "grafana-opensearch-datasource",
"uid": "webstore-logs"
},
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "left",
"cellOptions": {
"type": "auto"
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "count()"
},
"properties": [
{
"id": "custom.width",
"value": 90
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 4,
"x": 0,
"y": 13
},
"id": 20,
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": "",
"reducer": [
"sum"
],
"show": false
},
"showHeader": true
},
"pluginVersion": "11.5.2",
"targets": [
{
"alias": "",
"bucketAggs": [
{
"field": "severity.text.keyword",
"id": "3",
"settings": {
"min_doc_count": "1",
"order": "desc",
"orderBy": "_count",
"size": "0"
},
"type": "terms"
}
],
"datasource": {
"type": "grafana-opensearch-datasource",
"uid": "webstore-logs"
},
"format": "table",
"metrics": [
{
"id": "1",
"type": "count"
}
],
"query": "search source=otel-logs-*\n| where resource.service.name=\"${service}\"\n| stats count() by severity.text",
"queryType": "PPL",
"refId": "A",
"timeField": "observedTimestamp"
}
],
"title": "Log Records by Severity",
"transformations": [
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {},
"renameByName": {
"Count": "",
"severity.text.keyword": "Severity"
}
}
}
],
"type": "table"
},
{
"datasource": {
"type": "grafana-opensearch-datasource",
"uid": "webstore-logs"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto",
"wrapText": false
},
"filterable": true,
"inspect": true
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "observedTimestamp"
},
"properties": []
},
{
"matcher": {
"id": "byName",
"options": "body"
},
"properties": [
{
"id": "custom.width",
"value": 386
}
]
},
{
"matcher": {
"id": "byName",
"options": "severity.text"
},
"properties": [
{
"id": "custom.width",
"value": 127
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 20,
"x": 4,
"y": 13
},
"id": 17,
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": "",
"reducer": [
"sum"
],
"show": false
},
"showHeader": true,
"sortBy": []
},
"pluginVersion": "11.5.2",
"targets": [
{
"alias": "",
"bucketAggs": [],
"datasource": {
"type": "grafana-opensearch-datasource",
"uid": "webstore-logs"
},
"format": "table",
"hide": false,
"metrics": [
{
"id": "1",
"settings": {
"order": "desc",
"size": "100",
"useTimeRange": true
},
"type": "raw_data"
}
],
"query": "search source=otel-logs-*\n| where resource.service.name=\"${service}\"\n| sort - observedTimestamp \n| head 100",
"queryType": "PPL",
"refId": "A",
"timeField": "observedTimestamp"
}
],
"title": "Log Records (100 recent entries)",
"transformations": [
{
"id": "organize",
"options": {
"excludeByName": {
"@timestamp": true
},
"includeByName": {},
"indexByName": {
"@timestamp": 1,
"attributes.data_stream.dataset": 4,
"attributes.data_stream.namespace": 5,
"attributes.data_stream.type": 6,
"attributes.productId": 7,
"attributes.quantity": 8,
"attributes.userId": 9,
"body": 3,
"instrumentationScope.name": 10,
"observedTimestamp": 0,
"resource.container.id": 11,
"resource.docker.cli.cobra.command_path": 12,
"resource.host.name": 13,
"resource.service.name": 14,
"resource.telemetry.sdk.language": 15,
"resource.telemetry.sdk.name": 16,
"resource.telemetry.sdk.version": 17,
"severity.number": 18,
"severity.text": 2,
"spanId": 19,
"traceId": 20
},
"renameByName": {}
}
}
],
"type": "table"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 21
},
"id": 18,
"panels": [],
"title": "Application Metrics",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 22
},
"id": 6,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "desc"
}
},
"pluginVersion": "11.5.2",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "rate(process_runtime_cpython_cpu_time_seconds_total{type=~\"system\"}[$__rate_interval])*100",
"hide": false,
"interval": "2m",
"legendFormat": "{{job}} ({{type}})",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "rate(process_runtime_cpython_cpu_time_seconds_total{type=~\"user\"}[$__rate_interval])*100",
"hide": false,
"interval": "2m",
"legendFormat": "{{job}} ({{type}})",
"range": true,
"refId": "B"
}
],
"title": "Python services (CPU%)",
"transformations": [
{
"id": "renameByRegex",
"options": {
"regex": "opentelemetry-demo/(.*)",
"renamePattern": "$1"
}
}
],
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 22
},
"id": 8,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "desc"
}
},
"pluginVersion": "11.5.2",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "process_runtime_cpython_memory_bytes{type=\"rss\"}",
"legendFormat": "{{job}}",
"range": true,
"refId": "A"
}
],
"title": "Python services (Memory)",
"transformations": [
{
"id": "renameByRegex",
"options": {
"regex": "opentelemetry-demo/(.*)",
"renamePattern": "$1"
}
}
],
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 30
},
"id": 4,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": false
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "desc"
}
},
"pluginVersion": "11.5.2",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "rate(app_recommendations_counter_total{recommendation_type=\"catalog\"}[$__rate_interval])",
"interval": "2m",
"legendFormat": "recommendations",
"range": true,
"refId": "A"
}
],
"title": "Recommendations Rate",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 30
},
"id": 16,
"interval": "2m",
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "desc"
}
},
"pluginVersion": "11.5.2",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "rate(otel_trace_span_processor_spans{job=\"quote\"}[2m])*120",
"interval": "2m",
"legendFormat": "{{state}}",
"range": true,
"refId": "A"
}
],
"title": "Quote Service batch span processor",
"type": "timeseries"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 38
},
"id": 23,
"panels": [],
"title": "Service Dependency",
"type": "row"
},
{
"datasource": {
"type": "jaeger",
"uid": "webstore-traces"
},
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 18,
"w": 24,
"x": 0,
"y": 39
},
"id": 22,
"options": {
"edges": {
"mainStatUnit": "requests"
},
"nodes": {
"arcs": [],
"mainStatUnit": ""
},
"zoomMode": "cooperative"
},
"pluginVersion": "11.5.2",
"targets": [
{
"datasource": {
"type": "jaeger",
"uid": "webstore-traces"
},
"queryType": "dependencyGraph",
"refId": "A"
}
],
"title": "Service Dependency",
"type": "nodeGraph"
}
],
"preload": false,
"refresh": "",
"schemaVersion": 40,
"tags": [],
"templating": {
"list": [
{
"current": {
"text": "frontend",
"value": "frontend"
},
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"definition": "traces_span_metrics_duration_milliseconds_bucket",
"includeAll": false,
"label": "Service",
"name": "service",
"options": [],
"query": {
"query": "traces_span_metrics_duration_milliseconds_bucket",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "/.*service.name=\\\"([^\\\"]+)\\\".*/",
"sort": 1,
"type": "query"
}
]
},
"time": {
"from": "now-15m",
"to": "now"
},
"timepicker": {},
"timezone": "",
"title": "Demo Dashboard",
"uid": "W2gX2zHVk",
"version": 2,
"weekStart": ""
}
---
# Source: opentelemetry-demo/templates/grafana-config.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: grafana-dashboard-exemplars-dashboard
namespace: default
labels:
helm.sh/chart: opentelemetry-demo-0.40.6
app.kubernetes.io/version: "2.2.0"
app.kubernetes.io/part-of: opentelemetry-demo
app.kubernetes.io/managed-by: Helm
grafana_dashboard: "1"
data:
exemplars-dashboard.json: |-
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "grafana",
"uid": "-- Grafana --"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"type": "dashboard"
}
]
},
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"id": 3,
"links": [],
"panels": [
{
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 24,
"x": 0,
"y": 0
},
"id": 8,
"options": {
"code": {
"language": "plaintext",
"showLineNumbers": false,
"showMiniMap": false
},
"content": "This dashboard shows the use of metric exemplars.\nExemplars can be used to look up a trace in Jaeger.\nOnly the most recent exemplars may still be available in Jaeger.\n
\nChart panels may require 5 minutes after the Demo is started before rendering data.",
"mode": "html"
},
"pluginVersion": "11.6.1",
"title": "",
"type": "text"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 2
},
"id": 4,
"panels": [],
"title": "GetCart Exemplars",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 24,
"x": 0,
"y": 3
},
"id": 2,
"interval": "2m",
"options": {
"calculate": false,
"cellGap": 1,
"color": {
"exponent": 0.5,
"fill": "dark-orange",
"mode": "scheme",
"reverse": false,
"scale": "exponential",
"scheme": "Spectral",
"steps": 64
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-09
},
"legend": {
"show": true
},
"rowsFrame": {
"layout": "auto"
},
"tooltip": {
"mode": "single",
"showColorScale": false,
"yHistogram": false
},
"yAxis": {
"axisPlacement": "left",
"reverse": false
}
},
"pluginVersion": "11.6.1",
"targets": [
{
"disableTextWrap": false,
"editorMode": "builder",
"exemplar": true,
"expr": "sum by(le) (rate(app_cart_get_cart_latency_seconds_bucket[$__rate_interval]))",
"format": "heatmap",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": true,
"legendFormat": "{{le}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "GetCart Latency Heatmap with Exemplars",
"type": "heatmap"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 24,
"x": 0,
"y": 12
},
"id": 5,
"interval": "2m",
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "11.6.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "builder",
"exemplar": true,
"expr": "histogram_quantile(0.95, sum by(le) (rate(app_cart_get_cart_latency_seconds_bucket[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"legendFormat": "p95 GetCart",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "95th Pct Cart GetCart Latency with Exemplars",
"type": "timeseries"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 22
},
"id": 3,
"panels": [],
"title": "AddItem Exemplars",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 24,
"x": 0,
"y": 23
},
"id": 6,
"interval": "2m",
"options": {
"calculate": false,
"cellGap": 1,
"color": {
"exponent": 0.5,
"fill": "dark-orange",
"mode": "scheme",
"reverse": false,
"scale": "exponential",
"scheme": "Spectral",
"steps": 64
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-09
},
"legend": {
"show": true
},
"rowsFrame": {
"layout": "auto"
},
"tooltip": {
"mode": "single",
"showColorScale": false,
"yHistogram": false
},
"yAxis": {
"axisPlacement": "left",
"reverse": false
}
},
"pluginVersion": "11.6.1",
"targets": [
{
"disableTextWrap": false,
"editorMode": "builder",
"exemplar": true,
"expr": "sum by(le) (rate(app_cart_add_item_latency_seconds_bucket[$__rate_interval]))",
"format": "heatmap",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": true,
"legendFormat": "{{le}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "AddItem Latency Heatmap with Exemplars",
"type": "heatmap"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 24,
"x": 0,
"y": 32
},
"id": 1,
"interval": "2m",
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "11.6.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "builder",
"exemplar": true,
"expr": "histogram_quantile(0.95, sum by(le) (rate(app_cart_add_item_latency_seconds_bucket[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"legendFormat": "p95 AddItem",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "95th Pct Cart AddItem Latency with Exemplars",
"type": "timeseries"
}
],
"preload": false,
"schemaVersion": 41,
"tags": [],
"templating": {
"list": []
},
"time": {
"from": "now-15m",
"to": "now"
},
"timepicker": {},
"timezone": "browser",
"title": "Cart Service Exemplars",
"uid": "ce6sd46kfkglca",
"version": 1
}
---
# Source: opentelemetry-demo/templates/grafana-config.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: grafana-dashboard-linux-dashboard
namespace: default
labels:
helm.sh/chart: opentelemetry-demo-0.40.6
app.kubernetes.io/version: "2.2.0"
app.kubernetes.io/part-of: opentelemetry-demo
app.kubernetes.io/managed-by: Helm
grafana_dashboard: "1"
data:
linux-dashboard.json: |-
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "datasource",
"uid": "grafana"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"description": "OpenTelemetry Collector hostmetrics",
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 1,
"id": 5,
"links": [],
"panels": [
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 0
},
"id": 267,
"panels": [],
"title": "overview【 $host_name】",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Busy state of all CPU cores together\n\nhttps://github.com/open-telemetry/opentelemetry-collector-contrib/blob/main/receiver/hostmetricsreceiver/internal/scraper/cpuscraper/documentation.md",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 1,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "rgba(50, 172, 45, 0.97)",
"value": 0
},
{
"color": "rgba(237, 129, 40, 0.89)",
"value": 85
},
{
"color": "rgba(245, 54, 54, 0.9)",
"value": 95
}
]
},
"unit": "percentunit"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 3,
"x": 0,
"y": 1
},
"id": 20,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum(system_cpu_utilization_ratio{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", job=\"\", state!=\"idle\"})",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "B"
}
],
"title": "CPU Busy",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Non available RAM memory\n\nhttps://github.com/open-telemetry/opentelemetry-collector-contrib/blob/main/receiver/hostmetricsreceiver/internal/scraper/memoryscraper/documentation.md",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 1,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "rgba(50, 172, 45, 0.97)",
"value": 0
},
{
"color": "rgba(237, 129, 40, 0.89)",
"value": 80
},
{
"color": "rgba(245, 54, 54, 0.9)",
"value": 90
}
]
},
"unit": "percentunit"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 3,
"x": 3,
"y": 1
},
"id": 16,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"disableTextWrap": false,
"editorMode": "code",
"exemplar": false,
"expr": "system_memory_utilization_ratio{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"$node_name\", host_name=~\"$host_name\", job=\"\", state=\"used\"}",
"format": "time_series",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"instant": false,
"intervalFactor": 1,
"range": true,
"refId": "A",
"step": 240,
"useBackend": false
}
],
"title": "RAM Used",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Used FS\n\nhttps://github.com/open-telemetry/opentelemetry-collector-contrib/tree/main/receiver/hostmetricsreceiver#collecting-host-metrics-from-inside-a-container-linux-only",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 1,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "rgba(50, 172, 45, 0.97)",
"value": 0
},
{
"color": "rgba(237, 129, 40, 0.89)",
"value": 80
},
{
"color": "rgba(245, 54, 54, 0.9)",
"value": 90
}
]
},
"unit": "percentunit"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 3,
"x": 6,
"y": 1
},
"id": 154,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "1 \n-\nsum(system_filesystem_usage_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=\"free\"}) \n/ \nsum(system_filesystem_usage_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"})",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "C"
}
],
"title": "FS Used",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Busy state of all CPU cores together (5 min average)\n\nhttps://github.com/open-telemetry/opentelemetry-collector-contrib/blob/main/receiver/hostmetricsreceiver/internal/scraper/loadscraper/documentation.md",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 1,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "rgba(50, 172, 45, 0.97)",
"value": 0
},
{
"color": "rgba(237, 129, 40, 0.89)",
"value": 85
},
{
"color": "rgba(245, 54, 54, 0.9)",
"value": 95
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 3,
"x": 9,
"y": 1
},
"id": 155,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"exemplar": false,
"expr": "system_cpu_load_average_5m{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"} ",
"format": "time_series",
"hide": false,
"instant": true,
"intervalFactor": 1,
"legendFormat": "__auto",
"range": false,
"refId": "sysload_5m",
"step": 240
}
],
"title": "Sys Load (5m avg)",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Busy state of all CPU cores together (15 min average)\n\nhttps://github.com/open-telemetry/opentelemetry-collector-contrib/blob/main/receiver/hostmetricsreceiver/internal/scraper/loadscraper/documentation.md",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 1,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "rgba(50, 172, 45, 0.97)",
"value": 0
},
{
"color": "rgba(237, 129, 40, 0.89)",
"value": 85
},
{
"color": "rgba(245, 54, 54, 0.9)",
"value": 95
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 3,
"x": 12,
"y": 1
},
"id": 19,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"exemplar": false,
"expr": "system_cpu_load_average_15m{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"} ",
"hide": false,
"instant": true,
"intervalFactor": 1,
"range": false,
"refId": "sysload_15m",
"step": 240
}
],
"title": "Sys Load (15m avg)",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Used Swap\n\nhttps://github.com/open-telemetry/opentelemetry-collector-contrib/blob/main/receiver/hostmetricsreceiver/internal/scraper/pagingscraper/documentation.md",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 1,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "rgba(50, 172, 45, 0.97)",
"value": 0
},
{
"color": "rgba(237, 129, 40, 0.89)",
"value": 10
},
{
"color": "rgba(245, 54, 54, 0.9)",
"value": 25
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 3,
"x": 15,
"y": 1
},
"id": 21,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"exemplar": false,
"expr": "sum(system_paging_usage_bytes { k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=\"used\" })\n/\nsum(system_paging_usage_bytes { k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"})",
"instant": true,
"intervalFactor": 1,
"range": false,
"refId": "A",
"step": 240
}
],
"title": "SWAP Used",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "Total number of CPU cores",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 2,
"x": 18,
"y": 1
},
"id": 14,
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "fej9ntb4ninswf"
},
"editorMode": "code",
"expr": "system_cpu_logical_count{ k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=\"used\" }",
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "CPU Cores",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "Total RAM",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 2,
"x": 20,
"y": 1
},
"id": 75,
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "fej9ntb4ninswf"
},
"editorMode": "code",
"exemplar": false,
"expr": "system_memory_limit_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"}",
"instant": true,
"intervalFactor": 1,
"legendFormat": "__auto",
"range": false,
"refId": "A",
"step": 240
}
],
"title": "RAM Total",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Total SWAP",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 2,
"x": 22,
"y": 1
},
"id": 18,
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"exemplar": false,
"expr": "sum(system_paging_usage_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"})",
"instant": true,
"intervalFactor": 1,
"legendFormat": "__auto",
"range": false,
"refId": "A",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "B"
}
],
"title": "SWAP Total",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "Total FS\n\nhttps://github.com/open-telemetry/opentelemetry-collector-contrib/blob/main/receiver/hostmetricsreceiver/internal/scraper/filesystemscraper/documentation.md",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "rgba(50, 172, 45, 0.97)",
"value": 0
},
{
"color": "rgba(237, 129, 40, 0.89)",
"value": 70
},
{
"color": "rgba(245, 54, 54, 0.9)",
"value": 90
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 2,
"x": 18,
"y": 3
},
"id": 23,
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "fej9ntb4ninswf"
},
"editorMode": "code",
"exemplar": false,
"expr": "sum(system_filesystem_usage_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"})",
"format": "time_series",
"hide": false,
"instant": true,
"intervalFactor": 1,
"range": false,
"refId": "A",
"step": 240
}
],
"title": "FS Total",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "System uptime",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 1,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 4,
"x": 20,
"y": 3
},
"id": 15,
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "horizontal",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"exemplar": false,
"expr": "system_uptime_seconds{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"}",
"instant": true,
"intervalFactor": 1,
"legendFormat": "__auto",
"range": false,
"refId": "A",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "B"
}
],
"title": "Uptime",
"type": "stat"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 5
},
"id": 266,
"panels": [],
"title": "Basic",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 40,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "smooth",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"showValues": false,
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "percent"
},
"thresholdsStyle": {
"mode": "off"
}
},
"links": [],
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Busy System"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#890F02",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Busy User"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Busy Wait"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "yellow",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Idle"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#7EB26D",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Busy IRQs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "super-light-yellow",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Busy Other"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "light-orange",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Idle"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 7,
"w": 6,
"x": 0,
"y": 6
},
"id": 77,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true,
"width": 250
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "desc"
}
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "fej9ntb4ninswf"
},
"editorMode": "code",
"expr": "sum (irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=\"system\"}[$__rate_interval])) \n/\nsum ((irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"}[$__rate_interval])))",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "Busy System",
"range": true,
"refId": "busy system",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "fej9ntb4ninswf"
},
"editorMode": "code",
"expr": "sum (irate(system_cpu_time_seconds_total{kk8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=\"user\"}[$__rate_interval])) \n/ \nsum ((irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"}[$__rate_interval])))",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "Busy User",
"range": true,
"refId": "busy user",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "fej9ntb4ninswf"
},
"editorMode": "code",
"expr": "sum(irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=\"wait\"}[$__rate_interval])) \n/ \nsum ((irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"}[$__rate_interval])))",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "Busy Wait",
"range": true,
"refId": "busy wait",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "fej9ntb4ninswf"
},
"editorMode": "code",
"expr": "sum (irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=~\".*irq\"}[$__rate_interval])) \n/\nsum((irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"}[$__rate_interval])))",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "Busy IRQs",
"range": true,
"refId": "busy irq",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "fej9ntb4ninswf"
},
"editorMode": "code",
"expr": "sum(irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state!~\".*irq\", state!=\"idle\", state!=\"user\", state!=\"wait\", state!=\"system\"}[$__rate_interval]))\n/\nsum ((irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"}[$__rate_interval])))",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "Busy Other",
"range": true,
"refId": "busy other",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "fej9ntb4ninswf"
},
"editorMode": "code",
"expr": "sum by(host_name) (irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=\"idle\"}[$__rate_interval])) \n/ \non(host_name) group_left sum by (host_name)((irate(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"}[$__rate_interval])))",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "Idle",
"range": true,
"refId": "idle",
"step": 240
}
],
"title": "CPU",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 40,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"showValues": false,
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "normal"
},
"thresholdsStyle": {
"mode": "off"
}
},
"links": [],
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Apps"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#629E51",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Buffers"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#614D93",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Cache"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#6D1F62",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Cached"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#511749",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Committed"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#508642",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Free"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#0A437C",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Hardware Corrupted - Amount of RAM that the kernel identified as corrupted / not working"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#CFFAFF",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Inactive"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#584477",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "PageTables"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#0A50A1",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Page_Tables"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#0A50A1",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "RAM_Free"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#E0F9D7",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "SWAP Used"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#BF1B00",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Slab"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#806EB7",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Slab_Cache"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#E0752D",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Swap"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#BF1B00",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Swap Used"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#BF1B00",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Swap_Cache"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#C15C17",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Swap_Free"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#2F575E",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Unused"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#EAB839",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "RAM Total"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#E0F9D7",
"mode": "fixed"
}
},
{
"id": "custom.fillOpacity",
"value": 0
},
{
"id": "custom.stacking",
"value": {
"group": false,
"mode": "normal"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "RAM Cache + Buffer"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#052B51",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "RAM Free"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#7EB26D",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Available"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "#DEDAF7",
"mode": "fixed"
}
},
{
"id": "custom.fillOpacity",
"value": 0
},
{
"id": "custom.stacking",
"value": {
"group": false,
"mode": "normal"
}
}
]
}
]
},
"gridPos": {
"h": 7,
"w": 5,
"x": 6,
"y": 6
},
"id": 78,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true,
"width": 350
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum(system_memory_usage_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"})",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "Available",
"range": true,
"refId": "A",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum(system_memory_usage_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=\"free\"})",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "RAM Free",
"range": true,
"refId": "B",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum(system_memory_usage_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=~\"cached|buffered\"})",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "RAM Cache + Buffer",
"range": true,
"refId": "C",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"exemplar": false,
"expr": "sum(system_memory_usage_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=\"used\"})",
"format": "time_series",
"instant": false,
"intervalFactor": 1,
"legendFormat": "Used",
"range": true,
"refId": "E",
"step": 240
}
],
"title": "Memory",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "Receive (-) / Transmit (+)",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 40,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"showValues": false,
"spanNulls": 3600000,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"links": [],
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "binBps"
},
"overrides": [
{
"matcher": {
"id": "byRegexp",
"options": "/.*Rec.*/"
},
"properties": [
{
"id": "custom.transform",
"value": "negative-Y"
}
]
}
]
},
"gridPos": {
"h": 7,
"w": 6,
"x": 11,
"y": 6
},
"id": 74,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum (rate(system_network_io_bytes_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", direction=\"receive\", job=\"\"}[$__rate_interval]))",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "Receive",
"range": true,
"refId": "receive",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum (rate(system_network_io_bytes_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", direction=\"transmit\", job=\"\"}[$__rate_interval]))",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "Transmit",
"range": true,
"refId": "transmit",
"step": 240
}
],
"title": "Network Traffic",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "Read (-) / Write (+)",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 40,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "smooth",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"showValues": false,
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"links": [],
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "Bps"
},
"overrides": [
{
"matcher": {
"id": "byRegexp",
"options": "/.*Read*./"
},
"properties": [
{
"id": "custom.transform",
"value": "negative-Y"
}
]
}
]
},
"gridPos": {
"h": 7,
"w": 7,
"x": 17,
"y": 6
},
"id": 42,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum(irate(system_disk_io_bytes_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", direction=\"read\"}[$__rate_interval]))",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "Read",
"range": true,
"refId": "read",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum(irate(system_disk_io_bytes_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", direction=\"write\"}[$__rate_interval]))",
"format": "time_series",
"hide": false,
"intervalFactor": 1,
"legendFormat": "Write",
"range": true,
"refId": "write",
"step": 240
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "C"
}
],
"title": "I/O Usage Read / Write",
"type": "timeseries"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 13
},
"id": 272,
"panels": [],
"title": "Details",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Trend #transmit_bytes"
},
"properties": [
{
"id": "unit",
"value": "binBps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Trend #receive_bytes"
},
"properties": [
{
"id": "unit",
"value": "binBps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Trend #receive_dropped_packets"
},
"properties": [
{
"id": "unit",
"value": "pps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Trend #transmit_dropped_packets"
},
"properties": [
{
"id": "unit",
"value": "pps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Trend #receive_errors"
},
"properties": [
{
"id": "unit",
"value": "pps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Trend #transmit_errors"
},
"properties": [
{
"id": "unit",
"value": "pps"
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 15,
"x": 0,
"y": 14
},
"id": 270,
"options": {
"cellHeight": "sm",
"showHeader": true
},
"pluginVersion": "12.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by(device) (rate(system_network_io_bytes_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", job=\"\", direction=\"transmit\"}[$__rate_interval]))",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "transmit_bytes",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "sum by(device) (rate(system_network_io_bytes_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", job=\"\", direction=\"receive\"}[$__rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "receive_bytes"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "sum by(device) (rate(system_network_dropped_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", job=\"\",direction=\"receive\"}[$__rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "receive_dropped_packets"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "sum by(device) (rate(system_network_dropped_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", job=\"\",direction=\"transmit\"}[$__rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "transmit_dropped_packets"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "sum by(device) (rate(system_network_errors_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", job=\"\",direction=\"receive\"}[$__rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "receive_errors"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"expr": "sum by(device) (rate(system_network_errors_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", job=\"\",direction=\"transmit\"}[$__rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "transmit_errors"
}
],
"title": "Network traffic",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"A": {
"timeField": "Time"
},
"receive": {
"timeField": "Time"
},
"receive_bytes": {
"timeField": "Time"
},
"receive_dropped_packets": {
"timeField": "Time"
},
"receive_errors": {
"timeField": "Time"
},
"transmit": {
"timeField": "Time"
},
"transmit_bytes": {
"timeField": "Time"
},
"transmit_dropped_packets": {
"timeField": "Time"
},
"transmit_errors": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "device",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {
"Trend #receive_bytes": 4,
"Trend #receive_dropped_packets": 5,
"Trend #receive_errors": 3,
"Trend #transmit_bytes": 1,
"Trend #transmit_dropped_packets": 2,
"Trend #transmit_errors": 6,
"device": 0
},
"renameByName": {
"Trend #receive": "Receive",
"Trend #receive_bytes": "Receive",
"Trend #receive_dropped_packets": "Receive dropped",
"Trend #receive_errors": "Transmit err",
"Trend #transmit": "Transmit",
"Trend #transmit_bytes": "Transmit",
"Trend #transmit_dropped_packets": "Transmit dropped",
"Trend #transmit_errors": "Receive err",
"device": "Interface"
}
}
}
],
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Used %"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"mode": "basic",
"type": "gauge",
"valueDisplayMode": "color"
}
},
{
"id": "unit",
"value": "percentunit"
},
{
"id": "min",
"value": 0
},
{
"id": "max",
"value": 1
}
]
},
{
"matcher": {
"id": "byName",
"options": "Free"
},
"properties": [
{
"id": "custom.width",
"value": 80
}
]
},
{
"matcher": {
"id": "byName",
"options": "Total"
},
"properties": [
{
"id": "custom.width",
"value": 80
}
]
},
{
"matcher": {
"id": "byName",
"options": "Used"
},
"properties": [
{
"id": "custom.width",
"value": 78
}
]
},
{
"matcher": {
"id": "byName",
"options": "Mount"
},
"properties": [
{
"id": "custom.width",
"value": 200
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 9,
"x": 15,
"y": 14
},
"id": 269,
"options": {
"cellHeight": "sm",
"frameIndex": 0,
"showHeader": true,
"sortBy": []
},
"pluginVersion": "12.2.0",
"targets": [
{
"disableTextWrap": false,
"editorMode": "code",
"exemplar": false,
"expr": "sum by(mountpoint) (system_filesystem_usage_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\", state=\"free\"})",
"format": "table",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": true,
"legendFormat": "__auto",
"range": false,
"refId": "free",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "sum by(mountpoint) (system_filesystem_usage_bytes{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"})",
"format": "table",
"hide": false,
"instant": true,
"legendFormat": "__auto",
"range": false,
"refId": "total"
}
],
"title": "Disk usage",
"transformations": [
{
"id": "groupBy",
"options": {
"fields": {
"/oldroot": {
"aggregations": [
"lastNotNull"
],
"operation": "aggregate"
},
"/var/lib": {
"aggregations": [
"lastNotNull"
],
"operation": "aggregate"
},
"Value": {
"aggregations": [
"lastNotNull"
],
"operation": "aggregate"
},
"Value #free": {
"aggregations": [
"lastNotNull"
],
"operation": "aggregate"
},
"Value #total": {
"aggregations": [
"lastNotNull"
],
"operation": "aggregate"
},
"mountpoint": {
"aggregations": [],
"operation": "groupby"
}
}
}
},
{
"id": "merge",
"options": {}
},
{
"id": "calculateField",
"options": {
"alias": "used",
"binary": {
"left": {
"matcher": {
"id": "byName",
"options": "Value #total (lastNotNull)"
}
},
"operator": "-",
"right": {
"matcher": {
"id": "byName",
"options": "Value #free (lastNotNull)"
}
}
},
"mode": "binary",
"reduce": {
"reducer": "sum"
}
}
},
{
"id": "calculateField",
"options": {
"alias": "Used %",
"binary": {
"left": {
"matcher": {
"id": "byName",
"options": "used"
}
},
"operator": "/",
"right": {
"matcher": {
"id": "byName",
"options": "Value #total (lastNotNull)"
}
}
},
"mode": "binary",
"reduce": {
"reducer": "sum"
}
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {},
"renameByName": {
"Used %": "Used %",
"Value #free (lastNotNull)": "Free",
"Value #total (lastNotNull)": "Total",
"mountpoint": "Mount",
"used": "Used"
}
}
},
{
"id": "sortBy",
"options": {
"fields": {},
"sort": [
{
"field": "Mount"
}
]
}
}
],
"type": "table"
}
],
"preload": false,
"refresh": "",
"schemaVersion": 42,
"tags": [
"linux",
"opentelemetry"
],
"templating": {
"list": [
{
"current": {
"text": "Prometheus",
"value": "webstore-metrics"
},
"includeAll": false,
"label": "Data Source",
"name": "DS_PROMETHEUS",
"options": [],
"query": "prometheus",
"refresh": 1,
"regex": "(?!grafanacloud-usage|grafanacloud-ml-metrics).+",
"type": "datasource"
},
{
"allValue": ".*",
"allowCustomValue": true,
"current": {
"text": "All",
"value": "$__all"
},
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"definition": "label_values(system_cpu_time_seconds_total,k8s_cluster_name)",
"description": "When the Linux server is a Kubernetes node, name of the Kubernetes cluster. \nFor other use cases, select \"All\". ",
"includeAll": true,
"label": "K8s Cluster",
"multi": true,
"name": "k8s_cluster_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(system_cpu_time_seconds_total,k8s_cluster_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 2,
"regex": "",
"sort": 1,
"type": "query"
},
{
"allValue": ".*",
"allowCustomValue": false,
"current": {
"text": "All",
"value": "$__all"
},
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"definition": "label_values(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\"},k8s_node_name)",
"description": "When the Linux server is a Kubernetes node, name of the Kubernetes node. \nFor other use cases, select \"All\". ",
"includeAll": true,
"label": "K8s node",
"name": "node_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\"},k8s_node_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 2,
"regex": "",
"sort": 1,
"type": "query"
},
{
"allValue": ".*",
"current": {
"text": "docker-desktop",
"value": "docker-desktop"
},
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"definition": "label_values(system_cpu_time_seconds_total,host_name)",
"includeAll": true,
"label": "Host",
"name": "host_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(system_cpu_time_seconds_total,host_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 2,
"regex": "",
"sort": 5,
"type": "query"
},
{
"allowCustomValue": false,
"current": {
"text": "",
"value": ""
},
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"definition": "query_result(count(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"}))",
"hide": 2,
"label": "host count",
"name": "host_count",
"options": [],
"query": {
"qryType": 3,
"query": "query_result(count(system_cpu_time_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"${node_name}\", host_name=~\"$host_name\"}))",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 2,
"regex": "/{} (.*) .*/",
"type": "query"
}
]
},
"time": {
"from": "now-30m",
"to": "now"
},
"timepicker": {},
"timezone": "browser",
"title": "Linux",
"uid": "otel-demo-hostmetrics",
"version": 2
}
---
# Source: opentelemetry-demo/templates/grafana-config.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: grafana-dashboard-opentelemetry-collector
namespace: default
labels:
helm.sh/chart: opentelemetry-demo-0.40.6
app.kubernetes.io/version: "2.2.0"
app.kubernetes.io/part-of: opentelemetry-demo
app.kubernetes.io/managed-by: Helm
grafana_dashboard: "1"
data:
opentelemetry-collector.json: |-
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "datasource",
"uid": "grafana"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"description": "Provides information about the status of the OpenTelemetry Collector",
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 1,
"id": 12,
"links": [],
"liveNow": true,
"panels": [
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 0
},
"id": 55,
"panels": [],
"title": "Overview",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "OTel Collectors. Derived from the `otelcol.process.uptime` metric.",
"fieldConfig": {
"defaults": {
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Uptime"
},
"properties": [
{
"id": "unit",
"value": "dtdurations"
},
{
"id": "custom.width",
"value": 84
}
]
},
{
"matcher": {
"id": "byName",
"options": "Namespace"
},
"properties": [
{
"id": "custom.width",
"value": 110
}
]
},
{
"matcher": {
"id": "byName",
"options": "Version"
},
"properties": [
{
"id": "custom.width",
"value": 85
}
]
}
]
},
"gridPos": {
"h": 4,
"w": 17,
"x": 0,
"y": 1
},
"id": 57,
"options": {
"cellHeight": "sm",
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "Service Name"
}
]
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "otelcol_process_uptime_seconds_total{deployment_environment_name=~\"$deployment_environment_name\", k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"$k8s_node_name\", host_name=~\"$host_name\", service_instance_id=~\"$service_instance_id\", service_name=~\"$service_name\"}",
"format": "table",
"instant": true,
"legendFormat": "{{service_name}} {{service_instance_id}}",
"queryType": "instant",
"range": false,
"refId": "A"
}
],
"title": "",
"transformations": [
{
"id": "organize",
"options": {
"excludeByName": {
"Time": true,
"Value": false,
"__name__": true,
"instance": true,
"job": true
},
"includeByName": {},
"indexByName": {
"Time": 2,
"Value": 12,
"__name__": 3,
"host_name": 4,
"instance": 5,
"job": 6,
"k8s_cluster_name": 7,
"k8s_namespace_name": 8,
"k8s_node_name": 9,
"k8s_pod_name": 10,
"service_instance_id": 11,
"service_name": 0,
"service_version": 1
},
"orderByMode": "manual",
"renameByName": {
"Value": "Uptime",
"host_name": "Host",
"k8s_cluster_name": "K8s cluster",
"k8s_namespace_name": "Namespace",
"k8s_node_name": "Node",
"k8s_pod_name": "Pod",
"service_instance_id": "Service Instance Id",
"service_name": "Service Name",
"service_version": "Version"
}
}
}
],
"type": "table"
},
{
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 6,
"x": 17,
"y": 1
},
"id": 56,
"options": {
"alertInstanceLabelFilter": "deployment_environment_name=~\"$deployment_environment_name\", k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"$k8s_node_name\", host_name=~\"$host_name\", service_instance_id=~\"$service_instance_id\", service_name=~\"$service_name\"",
"alertName": "OpenTelemetryCollector",
"dashboardAlerts": false,
"groupBy": [],
"groupMode": "default",
"maxItems": 17,
"showInactiveAlerts": true,
"sortOrder": 1,
"stateFilter": {
"error": true,
"firing": true,
"noData": true,
"normal": false,
"pending": true,
"recovering": true
},
"viewMode": "list"
},
"pluginVersion": "12.3.1",
"title": "Alerts",
"type": "alertlist"
},
{
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 2,
"x": 0,
"y": 5
},
"id": 63,
"options": {
"code": {
"language": "plaintext",
"showLineNumbers": false,
"showMiniMap": false
},
"content": "Receivers",
"mode": "markdown"
},
"pluginVersion": "12.3.1",
"title": "",
"type": "text"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Span Rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 2,
"y": 5
},
"id": 64,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_receiver_accepted_spans_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))\n+\nsum(rate(otelcol_receiver_refused_spans_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Span Rate",
"queryType": "range",
"range": true,
"refId": "spans_rate"
}
],
"title": "Spans",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Span Errors"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 5,
"y": 5
},
"id": 65,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n- \nsum(\n rate(\n otelcol_receiver_accepted_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_receiver_accepted_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_refused_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_failed_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Span Errors",
"queryType": "range",
"range": true,
"refId": "span_errors"
}
],
"title": "Span Errors",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Aggregate ingestion rate across all receivers by telemetry type",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 7,
"y": 5
},
"id": 66,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_receiver_accepted_log_records_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))\n+\nsum(rate(otelcol_receiver_refused_log_records_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Logs",
"queryType": "range",
"range": true,
"refId": "logs_rate"
}
],
"title": "Logs",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 10,
"y": 5
},
"id": 67,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n-\nsum(\n rate(\n otelcol_receiver_accepted_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_receiver_accepted_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_refused_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_failed_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Logs",
"queryType": "range",
"range": true,
"refId": "logs_error"
}
],
"title": "Log Errors",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Aggregate ingestion rate across all receivers by telemetry type",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 12,
"y": 5
},
"id": 68,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_receiver_accepted_metric_points_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))\n+\nsum(rate(otelcol_receiver_refused_metric_points_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Metrics",
"queryType": "range",
"range": true,
"refId": "metrics_rate"
}
],
"title": "Metrics",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 15,
"y": 5
},
"id": 69,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n-\nsum(\n rate(\n otelcol_receiver_accepted_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_receiver_accepted_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_refused_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_failed_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Metrics",
"queryType": "range",
"range": true,
"refId": "metrics_errors"
}
],
"title": "Metric Errors",
"type": "gauge"
},
{
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 2,
"x": 0,
"y": 8
},
"id": 80,
"options": {
"code": {
"language": "plaintext",
"showLineNumbers": false,
"showMiniMap": false
},
"content": "Processors",
"mode": "markdown"
},
"pluginVersion": "12.3.1",
"title": "",
"type": "text"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Span processors inbound rate, aggregated across all processors",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "traces"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 2,
"y": 8
},
"id": 88,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"traces\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "rate"
}
],
"title": "Spans",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Drop Rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 5,
"y": 8
},
"id": 89,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"traces\"\n }[$__rate_interval]\n )\n )\n-\n sum by (otel_signal) (\n rate(\n otelcol_processor_outgoing_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"traces\"\n }[$__rate_interval]\n )\n )\n)\n/\nsum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"traces\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "Drop Rate",
"queryType": "range",
"range": true,
"refId": "drop_rate"
}
],
"title": "Drop Rate",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Logs processors inbound rate, aggregated across all processors",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 7,
"y": 8
},
"id": 90,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"logs\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "rate"
}
],
"title": "Logs",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Drop Rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 10,
"y": 8
},
"id": 91,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"logs\"\n }[$__rate_interval]\n )\n )\n-\n sum by (otel_signal) (\n rate(\n otelcol_processor_outgoing_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"logs\"\n }[$__rate_interval]\n )\n )\n)\n/\nsum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"logs\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "Drop Rate",
"queryType": "range",
"range": true,
"refId": "drop_rate"
}
],
"title": "Drop Rate",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Metrics processors inbound rate, aggregated across all processors",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 12,
"y": 8
},
"id": 92,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"metrics\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "rate"
}
],
"title": "Metrics",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Drop Rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 15,
"y": 8
},
"id": 93,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"metrics\"\n }[$__rate_interval]\n )\n )\n-\n sum by (otel_signal) (\n rate(\n otelcol_processor_outgoing_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"metrics\"\n }[$__rate_interval]\n )\n )\n)\n/\nsum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"metrics\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "Drop Rate",
"queryType": "range",
"range": true,
"refId": "drop_rate"
}
],
"title": "Drop Rate",
"type": "gauge"
},
{
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 2,
"x": 0,
"y": 11
},
"id": 87,
"options": {
"code": {
"language": "plaintext",
"showLineNumbers": false,
"showMiniMap": false
},
"content": "Exporters",
"mode": "markdown"
},
"pluginVersion": "12.3.1",
"title": "",
"type": "text"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Aggregated spans export rate across all exporters",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 2,
"y": 11
},
"id": 74,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_exporter_sent_spans_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Spans",
"queryType": "range",
"range": true,
"refId": "A"
}
],
"title": "Spans",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Span Errors"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 5,
"y": 11
},
"id": 82,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n- \nsum(\n rate(\n otelcol_receiver_accepted_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_receiver_accepted_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_refused_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_failed_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Span Errors",
"queryType": "range",
"range": true,
"refId": "span_errors"
}
],
"title": "Span Errors",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Aggregated logs export rate across all exporters",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 7,
"y": 11
},
"id": 76,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_exporter_sent_log_records_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Logs",
"queryType": "range",
"range": true,
"refId": "B"
}
],
"title": "Logs",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 10,
"y": 11
},
"id": 77,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n-\nsum(\n rate(\n otelcol_exporter_sent_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_exporter_sent_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_exporter_send_failed_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Logs",
"queryType": "range",
"range": true,
"refId": "logs_error"
}
],
"title": "Logs Errors",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Aggregate metrics export rate across all exporters",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 12,
"y": 11
},
"id": 78,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_exporter_sent_metric_points_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Metrics",
"queryType": "range",
"range": true,
"refId": "C"
}
],
"title": "Metrics",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 15,
"y": 11
},
"id": 79,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n-\nsum(\n rate(\n otelcol_exporter_sent_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_exporter_sent_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_exporter_send_failed_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Metrics",
"queryType": "range",
"range": true,
"refId": "metrics_errors"
}
],
"title": "Metrics Errors",
"type": "gauge"
},
{
"collapsed": true,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 14
},
"id": 53,
"panels": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "OTel Collectors. Derived from the `otelcol.process.uptime` metric.",
"fieldConfig": {
"defaults": {
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Uptime"
},
"properties": [
{
"id": "unit",
"value": "dtdurations"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Namespace"
},
"properties": [
{
"id": "custom.width",
"value": 110
}
]
},
{
"matcher": {
"id": "byName",
"options": "Version"
},
"properties": [
{
"id": "custom.width",
"value": 85
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 24,
"x": 0,
"y": 16
},
"id": 54,
"options": {
"cellHeight": "sm",
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "Service Name"
}
]
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "otelcol_process_uptime_seconds_total{deployment_environment_name=~\"$deployment_environment_name\", k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"$k8s_node_name\", host_name=~\"$host_name\", service_instance_id=~\"$service_instance_id\", service_name=~\"$service_name\"}",
"format": "table",
"instant": true,
"legendFormat": "__auto",
"queryType": "instant",
"range": false,
"refId": "A"
}
],
"title": "",
"transformations": [
{
"id": "organize",
"options": {
"excludeByName": {
"Time": true,
"Value": false,
"__name__": true,
"instance": true,
"job": true
},
"includeByName": {},
"indexByName": {
"Time": 2,
"Value": 12,
"__name__": 3,
"host_name": 4,
"instance": 5,
"job": 6,
"k8s_cluster_name": 7,
"k8s_namespace_name": 8,
"k8s_node_name": 9,
"k8s_pod_name": 10,
"service_instance_id": 11,
"service_name": 0,
"service_version": 1
},
"orderByMode": "manual",
"renameByName": {
"Value": "Uptime",
"host_name": "Host",
"k8s_cluster_name": "K8s cluster",
"k8s_namespace_name": "Namespace",
"k8s_node_name": "Node",
"k8s_pod_name": "Pod",
"service_instance_id": "Service Instance Id",
"service_name": "Service Name",
"service_version": "Version"
}
}
}
],
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "CPU consumption rate of the OpenTelemetry collector process",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 5,
"x": 0,
"y": 39
},
"id": 50,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "rate(otelcol_process_cpu_seconds_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval])",
"instant": false,
"legendFormat": "{{service_name}} {{service_instance_id}}",
"queryType": "range",
"range": true,
"refId": "A"
}
],
"title": "CPU Usage",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Resident memory consumed by the OpenTelemetry collector process",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 5,
"x": 5,
"y": 39
},
"id": 52,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "otelcol_process_memory_rss_bytes{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}",
"instant": false,
"legendFormat": "{{service_name}} {{service_instance_id}}",
"queryType": "range",
"range": true,
"refId": "A"
}
],
"title": "Memory Usage (RSS)",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Total uptime of the OpenTelemetry collector process",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "red",
"value": 0
},
{
"color": "yellow",
"value": 300
},
{
"color": "green",
"value": 3600
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 2,
"x": 10,
"y": 39
},
"id": 51,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.3.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "otelcol_process_uptime_seconds_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}",
"instant": false,
"legendFormat": "{{service_name}} {{service_instance_id}}",
"queryType": "range",
"range": true,
"refId": "A"
}
],
"title": "Uptime",
"type": "stat"
}
],
"title": "Collector",
"type": "row"
},
{
"collapsed": true,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 15
},
"id": 23,
"panels": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Span Rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 0,
"y": 15
},
"id": 39,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_receiver_accepted_spans_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))\n+\nsum(rate(otelcol_receiver_refused_spans_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Span Rate",
"queryType": "range",
"range": true,
"refId": "spans_rate"
}
],
"title": "Span Rate",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Span Errors"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 3,
"y": 15
},
"id": 40,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n- \nsum(\n rate(\n otelcol_receiver_accepted_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_receiver_accepted_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_refused_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_failed_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Span Errors",
"queryType": "range",
"range": true,
"refId": "span_errors"
}
],
"title": "Span Errors",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Aggregate ingestion rate across all receivers by telemetry type",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 5,
"y": 15
},
"id": 59,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_receiver_accepted_log_records_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))\n+\nsum(rate(otelcol_receiver_refused_log_records_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Logs",
"queryType": "range",
"range": true,
"refId": "logs_rate"
}
],
"title": "Logs",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 8,
"y": 15
},
"id": 61,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n-\nsum(\n rate(\n otelcol_receiver_accepted_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_receiver_accepted_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_refused_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_failed_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Logs",
"queryType": "range",
"range": true,
"refId": "logs_error"
}
],
"title": "Log Errors",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Aggregate ingestion rate across all receivers by telemetry type",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 10,
"y": 15
},
"id": 60,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_receiver_accepted_metric_points_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))\n+\nsum(rate(otelcol_receiver_refused_metric_points_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Metrics",
"queryType": "range",
"range": true,
"refId": "metrics_rate"
}
],
"title": "Metrics",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 13,
"y": 15
},
"id": 62,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n-\nsum(\n rate(\n otelcol_receiver_accepted_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_receiver_accepted_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_refused_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_receiver_failed_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Metrics",
"queryType": "range",
"range": true,
"refId": "metrics_errors"
}
],
"title": "Metric Errors",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Detailed breakdown by receiver and telemetry type",
"fieldConfig": {
"defaults": {
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"filterable": false,
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "short"
},
"overrides": [
{
"matcher": {
"id": "byRegexp",
"options": ".*Rate.*"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "sparkline"
}
},
{
"id": "unit",
"value": "cps"
}
]
},
{
"matcher": {
"id": "byRegexp",
"options": ".*\\%"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
}
]
}
]
},
"gridPos": {
"h": 10,
"w": 24,
"x": 0,
"y": 54
},
"id": 41,
"options": {
"cellHeight": "sm",
"showHeader": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (signal_type_receiver) (\n label_join(\n label_replace(\n sum by (receiver) (\n rate(\n otelcol_receiver_accepted_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_refused_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"traces\",\n \"\",\n \"\"\n )\n or\n label_replace(\n sum by (receiver) (\n rate(\n otelcol_receiver_accepted_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_refused_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"logs\",\n \"\",\n \"\"\n )\n or\n label_replace(\n sum by (receiver) (\n rate(\n otelcol_receiver_accepted_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_refused_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"metrics\",\n \"\",\n \"\"\n )\n ,\n \"signal_type_receiver\",\n \"-\",\n \"signal_type\",\n \"receiver\"\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "accepted_rate"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (signal_type_receiver) (\n label_join(\n label_replace(\n sum by (receiver) (\n rate(\n otelcol_receiver_refused_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"traces\",\n \"\",\n \"\"\n )\n or\n label_replace(\n sum by (receiver) (\n rate(\n otelcol_receiver_refused_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"logs\",\n \"\",\n \"\"\n )\n or\n label_replace(\n sum by (receiver) (\n rate(\n otelcol_receiver_refused_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"metrics\",\n \"\",\n \"\"\n )\n ,\n \"signal_type_receiver\",\n \"-\",\n \"signal_type\",\n \"receiver\"\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "refused_rate"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (signal_type_receiver) (\n label_join(\n label_replace(\n sum by (receiver) (\n rate(\n otelcol_receiver_failed_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"traces\",\n \"\",\n \"\"\n )\n or\n label_replace(\n sum by (receiver) (\n rate(\n otelcol_receiver_failed_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"logs\",\n \"\",\n \"\"\n )\n or\n label_replace(\n sum by (receiver) (\n rate(\n otelcol_receiver_failed_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"metrics\",\n \"\",\n \"\"\n )\n ,\n \"signal_type_receiver\",\n \"-\",\n \"signal_type\",\n \"receiver\"\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "failed_rate"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (signal_type_receiver) (\n label_join(\n label_replace(\n (\n sum by (receiver) (\n rate(\n otelcol_receiver_refused_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_failed_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n /\n sum by (receiver) (\n rate(\n otelcol_receiver_accepted_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_refused_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_failed_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n ) * 100,\n \"signal_type\",\n \"traces\",\n \"\",\n \"\"\n )\n or\n label_replace(\n (\n sum by (receiver) (\n rate(\n otelcol_receiver_refused_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_failed_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n /\n sum by (receiver) (\n rate(\n otelcol_receiver_accepted_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_refused_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_failed_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n ) * 100,\n \"signal_type\",\n \"logs\",\n \"\",\n \"\"\n )\n or\n label_replace(\n (\n sum by (receiver) (\n rate(\n otelcol_receiver_refused_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_failed_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n /\n sum by (receiver) (\n rate(\n otelcol_receiver_accepted_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_refused_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_receiver_failed_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n ) * 100,\n \"signal_type\",\n \"metrics\",\n \"\",\n \"\"\n )\n ,\n \"signal_type_receiver\",\n \"-\",\n \"signal_type\",\n \"receiver\"\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "error_pct"
}
],
"title": "Receivers",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"accepted_rate": {
"timeField": "Time"
},
"error_pct": {
"timeField": "Time"
},
"errors": {
"timeField": "Time"
},
"failed_pct": {
"timeField": "Time"
},
"failed_rate": {
"timeField": "Time"
},
"refused_rate": {
"timeField": "Time"
},
"rps": {
"timeField": "Time"
},
"spans_errors": {
"timeField": "Time"
},
"spans_rps": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "signal_type_receiver",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"Time": true
},
"includeByName": {},
"indexByName": {
"Trend #accepted_rate": 1,
"Trend #failed_pct": 4,
"Trend #failed_rate": 3,
"Trend #refused_rate": 2,
"signal_type_receiver": 0
},
"renameByName": {
"Trend #accepted_rate": "Accepted Rate",
"Trend #error_pct": "Error %",
"Trend #errors": "Error %",
"Trend #failed_pct": "Error %",
"Trend #failed_rate": "Failed Rate",
"Trend #refused_rate": "Refused Rate",
"Trend #rps": "Accepted Rate",
"Trend #spans_errors": "Error",
"Trend #spans_rps": "Rate",
"Value #A": "Spans Rate",
"Value #B": "Spans Failure %",
"Value #C": "Logs Rate",
"Value #D": "Logs Failure %",
"Value #E": "Metrics Rate",
"Value #F": "Metrics Failure %",
"receiver": "Receiver",
"signal_type_receiver": "Receiver"
}
}
}
],
"type": "table"
}
],
"title": "Receivers",
"type": "row"
},
{
"collapsed": true,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 16
},
"id": 48,
"panels": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Span processors inbound rate, aggregated across all processors",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "traces"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 0,
"y": 95
},
"id": 81,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"traces\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "rate"
}
],
"title": "Spans",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Drop Rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 3,
"y": 95
},
"id": 75,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"traces\"\n }[$__rate_interval]\n )\n )\n-\n sum by (otel_signal) (\n rate(\n otelcol_processor_outgoing_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"traces\"\n }[$__rate_interval]\n )\n )\n)\n/\nsum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"traces\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "Drop Rate",
"queryType": "range",
"range": true,
"refId": "drop_rate"
}
],
"title": "Drop Rate",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Logs processors inbound rate, aggregated across all processors",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 5,
"y": 95
},
"id": 83,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"logs\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "rate"
}
],
"title": "Logs",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Drop Rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 8,
"y": 95
},
"id": 84,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"logs\"\n }[$__rate_interval]\n )\n )\n-\n sum by (otel_signal) (\n rate(\n otelcol_processor_outgoing_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"logs\"\n }[$__rate_interval]\n )\n )\n)\n/\nsum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"logs\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "Drop Rate",
"queryType": "range",
"range": true,
"refId": "drop_rate"
}
],
"title": "Drop Rate",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Metrics processors inbound rate, aggregated across all processors",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 10,
"y": 95
},
"id": 85,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"metrics\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "rate"
}
],
"title": "Metrics",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Drop Rate"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 13,
"y": 95
},
"id": 86,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "(\n sum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"metrics\"\n }[$__rate_interval]\n )\n )\n-\n sum by (otel_signal) (\n rate(\n otelcol_processor_outgoing_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"metrics\"\n }[$__rate_interval]\n )\n )\n)\n/\nsum by (otel_signal) (\n rate(\n otelcol_processor_incoming_items_total{\n deployment_environment_name =~ \"$deployment_environment_name\",\n k8s_cluster_name =~ \"$k8s_cluster_name\",\n k8s_node_name =~ \"$k8s_node_name\",\n host_name =~ \"$host_name\",\n service_instance_id =~ \"$service_instance_id\",\n service_name =~ \"$service_name\",\n otel_signal = \"metrics\"\n }[$__rate_interval]\n )\n)",
"instant": false,
"legendFormat": "Drop Rate",
"queryType": "range",
"range": true,
"refId": "drop_rate"
}
],
"title": "Drop Rate",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byRegexp",
"options": ".*Rate.*"
},
"properties": [
{
"id": "unit",
"value": "cps"
}
]
},
{
"matcher": {
"id": "byRegexp",
"options": ".*\\%"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
},
{
"id": "decimals",
"value": 1
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 121
},
"id": 49,
"options": {
"cellHeight": "sm",
"frameIndex": 0,
"showHeader": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (otel_signal_processor)(\n label_join(\n (\n sum by(processor, otel_signal) (\n rate(otelcol_processor_outgoing_items_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval])\n )\n -\n sum by(processor, otel_signal) (\n rate(otelcol_processor_incoming_items_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval])\n )\n )\n /\n sum by(processor, otel_signal) (\n rate(otelcol_processor_incoming_items_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval])\n ),\n \"otel_signal_processor\",\n \"-\",\n \"otel_signal\",\n \"processor\"\n )\n)",
"instant": false,
"queryType": "range",
"range": true,
"refId": "discarded_pct"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (otel_signal_processor)(\n label_join(\n sum by(processor, otel_signal) (\n rate(otelcol_processor_incoming_items_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval])\n ),\n \"otel_signal_processor\",\n \"-\",\n \"otel_signal\",\n \"processor\"\n )\n)",
"instant": false,
"queryType": "range",
"range": true,
"refId": "inbound_rate"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"expr": "sum by (otel_signal_processor)(\n label_join(\n sum by(processor, otel_signal) (\n rate(otelcol_processor_outgoing_items_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval])\n ),\n \"otel_signal_processor\",\n \"-\",\n \"otel_signal\",\n \"processor\"\n )\n)",
"instant": false,
"queryType": "range",
"range": true,
"refId": "outbound_rate"
}
],
"title": "Processors",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"discarded_pct": {
"timeField": "Time"
},
"inbound_rate": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "otel_signal_processor",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {
"Trend #discarded_pct": 2,
"Trend #inbound_rate": 1,
"Trend #outbound_rate": 3,
"otel_signal_processor": 0
},
"renameByName": {
"Trend #discarded_pct": "Discarded %",
"Trend #inbound_rate": "Inbound Rate",
"Trend #outbound_rate": "Outbound Rate",
"otel_signal_processor": "Processor",
"otel_signal_receiver": ""
}
}
}
],
"type": "table"
}
],
"title": "Processors",
"type": "row"
},
{
"collapsed": true,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 17
},
"id": 47,
"panels": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Aggregated spans export rate across all exporters",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 0,
"y": 96
},
"id": 43,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_exporter_sent_spans_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Spans",
"queryType": "range",
"range": true,
"refId": "A"
}
],
"title": "Spans",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 3,
"y": 96
},
"id": 44,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n-\nsum(\n rate(\n otelcol_exporter_sent_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_exporter_sent_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_exporter_send_failed_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Spans",
"queryType": "range",
"range": true,
"refId": "spans_error"
}
],
"title": "Span Errors",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Aggregated logs export rate across all exporters",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 5,
"y": 96
},
"id": 70,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_exporter_sent_log_records_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Logs",
"queryType": "range",
"range": true,
"refId": "B"
}
],
"title": "Logs",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 8,
"y": 96
},
"id": 72,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n-\nsum(\n rate(\n otelcol_exporter_sent_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_exporter_sent_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_exporter_send_failed_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Logs",
"queryType": "range",
"range": true,
"refId": "logs_error"
}
],
"title": "Logs Errors",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Aggregate metrics export rate across all exporters",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ops"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 3,
"x": 10,
"y": 96
},
"id": 71,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum(rate(otelcol_exporter_sent_metric_points_total{deployment_environment_name=~\"$deployment_environment_name\",k8s_cluster_name=~\"$k8s_cluster_name\",k8s_node_name=~\"$k8s_node_name\",host_name=~\"$host_name\",service_instance_id=~\"$service_instance_id\",service_name=~\"$service_name\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Metrics",
"queryType": "range",
"range": true,
"refId": "C"
}
],
"title": "Metrics",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"max": 1,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percentunit"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Spans"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Logs"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Metrics"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "purple",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 3,
"w": 2,
"x": 13,
"y": 96
},
"id": 73,
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "1\n-\nsum(\n rate(\n otelcol_exporter_sent_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n)\n/\n(\n sum(\n rate(\n otelcol_exporter_sent_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n +\n sum(\n rate(\n otelcol_exporter_send_failed_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n)",
"instant": false,
"legendFormat": "Metrics",
"queryType": "range",
"range": true,
"refId": "metrics_errors"
}
],
"title": "Metrics Errors",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"description": "Detailed breakdown by exporter and telemetry type",
"fieldConfig": {
"defaults": {
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"filterable": false,
"footer": {
"reducers": []
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": 0
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byRegexp",
"options": ".*Rate.*"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "sparkline"
}
},
{
"id": "unit",
"value": "cps"
}
]
},
{
"matcher": {
"id": "byRegexp",
"options": ".*%"
},
"properties": [
{
"id": "unit",
"value": "percentunit"
}
]
}
]
},
"gridPos": {
"h": 10,
"w": 24,
"x": 0,
"y": 109
},
"id": 45,
"options": {
"cellHeight": "sm",
"showHeader": true
},
"pluginVersion": "12.4.0-20757165945",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (signal_type_exporter) (\n label_join(\n label_replace(\n sum by (exporter) (\n rate(\n otelcol_exporter_sent_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_exporter_send_failed_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"traces\",\n \"\",\n \"\"\n )\n or\n label_replace(\n sum by (exporter) (\n rate(\n otelcol_exporter_sent_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_exporter_send_failed_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"logs\",\n \"\",\n \"\"\n )\n or\n label_replace(\n sum by (exporter) (\n rate(\n otelcol_exporter_sent_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_exporter_send_failed_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n ),\n \"signal_type\",\n \"metrics\",\n \"\",\n \"\"\n )\n ,\n \"signal_type_exporter\",\n \"-\",\n \"signal_type\",\n \"exporter\"\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "rps"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (signal_type_exporter) (\n label_join(\n label_replace(\n sum by (exporter) (\n rate(\n otelcol_exporter_send_failed_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n /\n (\n sum by (exporter) (\n rate(\n otelcol_exporter_sent_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_exporter_send_failed_spans_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n )\n * 100\n ,\n \"signal_type\",\n \"traces\",\n \"\",\n \"\"\n )\n or\n label_replace(\n sum by (exporter) (\n rate(\n otelcol_exporter_send_failed_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n /\n (\n sum by (exporter) (\n rate(\n otelcol_exporter_sent_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_exporter_send_failed_log_records_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n )\n * 100\n ,\n \"signal_type\",\n \"logs\",\n \"\",\n \"\"\n )\n or\n label_replace(\n sum by (exporter) (\n rate(\n otelcol_exporter_send_failed_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n /\n (\n sum by (exporter) (\n rate(\n otelcol_exporter_sent_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n +\n rate(\n otelcol_exporter_send_failed_metric_points_total{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }[$__rate_interval]\n )\n )\n )\n * 100\n ,\n \"signal_type\",\n \"metrics\",\n \"\",\n \"\"\n )\n ,\n \"signal_type_exporter\",\n \"-\",\n \"signal_type\",\n \"exporter\"\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "errors"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (signal_type_exporter) (\n label_join(\n sum by (exporter, data_type) (\n otelcol_exporter_queue_size{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }\n )\n ,\n \"signal_type_exporter\",\n \"-\",\n \"data_type\",\n \"exporter\"\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "queue_size"
},
{
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"editorMode": "code",
"expr": "sum by (signal_type_exporter) (\n label_join(\n sum by (exporter, data_type) (\n otelcol_exporter_queue_size{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }\n /\n otelcol_exporter_queue_capacity{\n deployment_environment_name=~\"$deployment_environment_name\",\n k8s_cluster_name=~\"$k8s_cluster_name\",\n k8s_node_name=~\"$k8s_node_name\",\n host_name=~\"$host_name\",\n service_instance_id=~\"$service_instance_id\",\n service_name=~\"$service_name\"\n }\n )\n ,\n \"signal_type_exporter\",\n \"-\",\n \"data_type\",\n \"exporter\"\n )\n)",
"instant": false,
"legendFormat": "__auto",
"queryType": "range",
"range": true,
"refId": "queue_size_pct"
}
],
"title": "Exporters",
"transformations": [
{
"id": "timeSeriesTable",
"options": {
"errors": {
"timeField": "Time"
},
"queue_size": {
"timeField": "Time"
},
"rps": {
"timeField": "Time"
}
}
},
{
"id": "joinByField",
"options": {
"byField": "signal_type_exporter",
"mode": "outer"
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"includeByName": {},
"indexByName": {},
"renameByName": {
"Trend #errors": "Errors %",
"Trend #queue_size": "Queue size",
"Trend #queue_size_pct": "Queue saturation %",
"Trend #rps": "Rate",
"signal_type_exporter": "Exporter"
}
}
}
],
"type": "table"
}
],
"title": "Exporters",
"type": "row"
},
{
"collapsed": true,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 18
},
"id": 46,
"panels": [
{
"datasource": {
"type": "grafana-opensearch-datasource",
"uid": "${opensearch_datasource}"
},
"description": "Logs from OpenTelemetry Collector filtered by dashboard variables",
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 24,
"x": 0,
"y": 19
},
"id": 42,
"options": {
"dedupStrategy": "none",
"detailsMode": "sidebar",
"enableInfiniteScrolling": false,
"enableLogDetails": true,
"prettifyLogMessage": false,
"showCommonLabels": false,
"showControls": false,
"showLabels": false,
"showLogAttributes": true,
"showTime": true,
"sortOrder": "Ascending",
"wrapLogMessage": false
},
"pluginVersion": "12.3.1",
"targets": [
{
"alias": "",
"bucketAggs": [
{
"field": "observedTimestamp",
"id": "2",
"settings": {
"interval": "auto"
},
"type": "date_histogram"
}
],
"datasource": {
"type": "grafana-opensearch-datasource",
"uid": "${opensearch_datasource}"
},
"format": "table",
"luceneQueryType": "Metric",
"metrics": [
{
"id": "1",
"type": "count"
}
],
"query": "search source=otel-logs-* | where resource.service.name=\"$service_name\" | fields @timestamp, resource.service.name, resource.service.instance.id, resource.host.name, severity.text, body",
"queryType": "PPL",
"refId": "A",
"timeField": "observedTimestamp"
}
],
"title": "OpenTelemetry Collector Logs",
"type": "logs"
}
],
"title": "Logs",
"type": "row"
}
],
"preload": false,
"refresh": "",
"schemaVersion": 42,
"tags": [
"opentelemetry",
"opentelemetry-collector"
],
"templating": {
"list": [
{
"current": {
"text": "Prometheus",
"value": "webstore-metrics"
},
"description": "OpenTelemetry metrics. \nSend metrics using the Prometheus OTLP endpoint activating `keep_identifying_resource_attributes` and resource attribute promotion (aka `promote_resource_attributes`) including `service.name`, service.namespace`, `service.instance.id`, and `deployment.environment.name`",
"label": "Metrics",
"name": "prometheus_datasource",
"options": [],
"query": "prometheus",
"refresh": 1,
"regex": "(?!grafanacloud-usage|grafanacloud-ml-metrics).+",
"type": "datasource"
},
{
"allowCustomValue": false,
"current": {
"text": "OpenSearch",
"value": "webstore-logs"
},
"description": "OpenTelemetry logs.",
"label": "Logs",
"name": "opensearch_datasource",
"options": [],
"query": "grafana-opensearch-datasource",
"refresh": 1,
"regex": "(?!grafanacloud-.*-alert-state-history|grafanacloud-.*-usage-insights).+",
"type": "datasource"
},
{
"allValue": ".*",
"current": {
"text": [
"All"
],
"value": [
"$__all"
]
},
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"definition": "label_values(otelcol_process_uptime_seconds_total,deployment_environment)",
"description": "Deployment environment (e.g. \"production\").\nResource attribute `deployment.environment.name` via `target_info`",
"includeAll": true,
"label": "Environment",
"multi": true,
"name": "deployment_environment_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(otelcol_process_uptime_seconds_total,deployment_environment)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 2,
"regex": "",
"sort": 1,
"staticOptions": [
{
"text": "<>",
"value": "<>"
}
],
"staticOptionsOrder": "after",
"type": "query"
},
{
"allValue": ".*",
"current": {
"text": [
"All"
],
"value": [
"$__all"
]
},
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"definition": "label_values(otelcol_process_uptime_seconds_total{deployment_environment_name=~\"$deployment_environment_name\"},k8s_cluster_name)",
"description": "Resource attribute `k8s.cluster.name`",
"includeAll": true,
"label": "Kubernetes cluster",
"multi": true,
"name": "k8s_cluster_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(otelcol_process_uptime_seconds_total{deployment_environment_name=~\"$deployment_environment_name\"},k8s_cluster_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"staticOptions": [
{
"text": "<>",
"value": "<>"
}
],
"staticOptionsOrder": "after",
"type": "query"
},
{
"allValue": ".*",
"current": {
"text": [
"All"
],
"value": [
"$__all"
]
},
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"definition": "label_values(otelcol_process_cpu_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\"},k8s_node_name)",
"description": "`k8s.node.name`",
"includeAll": true,
"label": "K8s node",
"multi": true,
"name": "k8s_node_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(otelcol_process_cpu_seconds_total{k8s_cluster_name=~\"$k8s_cluster_name\"},k8s_node_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"staticOptions": [
{
"text": "<>",
"value": "<>"
}
],
"staticOptionsOrder": "after",
"type": "query"
},
{
"allValue": ".*",
"current": {
"text": "All",
"value": "$__all"
},
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"definition": "label_values(otelcol_process_uptime_seconds_total,host_name)",
"description": "`host.name`",
"includeAll": true,
"label": "Host",
"name": "host_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(otelcol_process_uptime_seconds_total,host_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"staticOptions": [
{
"text": "<>",
"value": "<>"
}
],
"type": "query"
},
{
"allValue": ".*",
"current": {
"text": "All",
"value": "$__all"
},
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"definition": "label_values(otelcol_process_uptime_seconds_total{deployment_environment_name=~\"$deployment_environment_name\", k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"$k8s_node_name\", host_name=~\"$host_name\"},service_instance_id)",
"description": "`service.instance.id`",
"includeAll": true,
"label": "Instance",
"name": "service_instance_id",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(otelcol_process_uptime_seconds_total{deployment_environment_name=~\"$deployment_environment_name\", k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"$k8s_node_name\", host_name=~\"$host_name\"},service_instance_id)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"type": "query"
},
{
"allValue": ".*",
"current": {
"text": "otelcol-contrib",
"value": "otelcol-contrib"
},
"datasource": {
"type": "prometheus",
"uid": "${prometheus_datasource}"
},
"definition": "label_values(otelcol_process_uptime_seconds_total{deployment_environment_name=~\"$deployment_environment_name\", k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"$k8s_node_name\", host_name=~\"$host_name\"},service_name)",
"description": "`service.name`",
"includeAll": true,
"label": "Service",
"name": "service_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(otelcol_process_uptime_seconds_total{deployment_environment_name=~\"$deployment_environment_name\", k8s_cluster_name=~\"$k8s_cluster_name\", k8s_node_name=~\"$k8s_node_name\", host_name=~\"$host_name\"},service_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"type": "query"
}
]
},
"time": {
"from": "now-30m",
"to": "now"
},
"timepicker": {
"refresh_intervals": [
"10s",
"30s",
"1m",
"5m",
"15m",
"30m",
"1h",
"2h",
"1d"
]
},
"timezone": "browser",
"title": "OpenTelemetry Collector",
"uid": "otel-demo_otel-collector_dashboard",
"version": 1
}
---
# Source: opentelemetry-demo/templates/grafana-config.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: grafana-dashboard-postgresql-dashboard
namespace: default
labels:
helm.sh/chart: opentelemetry-demo-0.40.6
app.kubernetes.io/version: "2.2.0"
app.kubernetes.io/part-of: opentelemetry-demo
app.kubernetes.io/managed-by: Helm
grafana_dashboard: "1"
data:
postgresql-dashboard.json: |-
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "datasource",
"uid": "grafana"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"description": "Performance metrics for PostgreSQL instrumented with the OpenTelemetry Collector PostgreSQL receiver.",
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"id": 6,
"links": [
{
"asDropdown": false,
"includeVars": true,
"keepTime": true,
"tags": [
"postgres-integration"
],
"title": "Integration dashboards",
"type": "dashboards"
}
],
"panels": [
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 0
},
"id": 15,
"panels": [],
"title": "PostgreSQL Overview",
"type": "row"
},
{
"datasource": {
"uid": "$datasource"
},
"description": "Queries per seconds. Queries being commits or rollbacks.\n",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "rgb(31, 120, 193)",
"mode": "fixed"
},
"decimals": 0,
"mappings": [
{
"options": {
"match": "null",
"result": {
"text": "N/A"
}
},
"type": "special"
}
],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 4,
"x": 0,
"y": 1
},
"id": 11,
"maxDataPoints": 100,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "horizontal",
"percentChangeColorMode": "standard",
"reduceOptions": {
"calcs": [
"mean"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "12.0.2",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"dsType": "prometheus",
"editorMode": "code",
"expr": "sum(irate(postgresql_commits_total{postgresql_database_name=~\"$db\",k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",host_name=~\"$host_name\"}[$__rate_interval])) + sum(irate(postgresql_rollbacks_total{postgresql_database_name=~\"$db\",k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",host_name=~\"$host_name\"}[$__rate_interval]))",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"intervalFactor": 2,
"measurement": "postgresql",
"policy": "default",
"range": true,
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"xact_commit"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [
"10s"
],
"type": "non_negative_derivative"
}
]
],
"step": 1800,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
}
],
"title": "QPS",
"type": "stat"
},
{
"datasource": {
"uid": "$datasource"
},
"description": "See [pg_stat_database / `tup_fetched`](https://www.postgresql.org/docs/current/monitoring-stats.html#MONITORING-PG-STAT-DATABASE-VIEW)",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 20,
"x": 4,
"y": 1
},
"id": 1,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "12.0.2",
"targets": [
{
"alias": "fetched",
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"dsType": "prometheus",
"editorMode": "code",
"expr": "sum(irate(postgresql_tup_fetched_total{postgresql_database_name=~\"$db\",k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",host_name=~\"$host_name\"}[$__rate_interval]))",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"intervalFactor": 2,
"legendFormat": "fetched",
"measurement": "postgresql",
"policy": "default",
"range": true,
"refId": "fetched",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"tup_fetched"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [
"10s"
],
"type": "non_negative_derivative"
}
]
],
"step": 120,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
},
{
"alias": "fetched",
"datasource": {
"uid": "$datasource"
},
"dsType": "prometheus",
"editorMode": "code",
"expr": "sum(irate(postgresql_tup_returned_total{postgresql_database_name=~\"$db\",k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",host_name=~\"$host_name\"}[$__rate_interval]))",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"intervalFactor": 2,
"legendFormat": "returned",
"measurement": "postgresql",
"policy": "default",
"range": true,
"refId": "returned",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"tup_fetched"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [
"10s"
],
"type": "non_negative_derivative"
}
]
],
"step": 120,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
},
{
"alias": "fetched",
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"dsType": "prometheus",
"editorMode": "code",
"expr": "sum(irate(postgresql_tup_inserted_total{postgresql_database_name=~\"$db\",k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",host_name=~\"$host_name\"}[$__rate_interval]))",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"hide": false,
"intervalFactor": 2,
"legendFormat": "inserted",
"measurement": "postgresql",
"policy": "default",
"range": true,
"refId": "inserted",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"tup_fetched"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [
"10s"
],
"type": "non_negative_derivative"
}
]
],
"step": 120,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
},
{
"alias": "fetched",
"datasource": {
"uid": "$datasource"
},
"dsType": "prometheus",
"editorMode": "code",
"expr": "sum(irate(postgresql_tup_updated_total{dpostgresql_database_name=~\"$db\",k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",host_name=~\"$host_name\"}[$__rate_interval]))",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"hide": false,
"intervalFactor": 2,
"legendFormat": "updated",
"measurement": "postgresql",
"policy": "default",
"range": true,
"refId": "updated",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"tup_fetched"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [
"10s"
],
"type": "non_negative_derivative"
}
]
],
"step": 120,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
},
{
"alias": "fetched",
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"dsType": "prometheus",
"editorMode": "code",
"expr": "sum(irate(postgresql_tup_deleted_total{postgresql_database_name=~\"$db\",k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",host_name=~\"$host_name\"}[$__rate_interval]))",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"hide": false,
"intervalFactor": 2,
"legendFormat": "deleted",
"measurement": "postgresql",
"policy": "default",
"range": true,
"refId": "deleted",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"tup_fetched"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [
"10s"
],
"type": "non_negative_derivative"
}
]
],
"step": 120,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
}
],
"title": "Rows",
"type": "timeseries"
},
{
"datasource": {
"uid": "$datasource"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 0,
"y": 8
},
"id": 2,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "12.0.2",
"targets": [
{
"alias": "Buffers Allocated",
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"dsType": "prometheus",
"editorMode": "code",
"expr": "irate(postgresql_bgwriter_buffers_allocated_total{host_name=~\"$host_name\", k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\"}[$__rate_interval])",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"intervalFactor": 2,
"legendFormat": "buffers allocated",
"measurement": "postgresql",
"policy": "default",
"range": true,
"refId": "buffers_allocated",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"buffers_alloc"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [],
"type": "difference"
}
]
],
"step": 240,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
},
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "irate(postgresql_bgwriter_buffers_writes_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\", host_name=~\"$host_name\"}[$__interval])",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"instant": false,
"interval": "",
"legendFormat": "buffers write {{source}}",
"range": true,
"refId": "buffers_write",
"useBackend": false
},
{
"alias": "Buffers Allocated",
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"dsType": "prometheus",
"expr": "irate(pg_stat_bgwriter_buffers_backend_total{job=~\"$job\",cluster=~\"$cluster\",instance=~\"$instance\"}[$__rate_interval])",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"intervalFactor": 2,
"legendFormat": "buffers_backend",
"measurement": "postgresql",
"policy": "default",
"refId": "buffers_backend",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"buffers_alloc"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [],
"type": "difference"
}
]
],
"step": 240,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
},
{
"alias": "Buffers Allocated",
"datasource": {
"uid": "$datasource"
},
"dsType": "prometheus",
"expr": "irate(pg_stat_bgwriter_buffers_clean_total{job=~\"$job\",cluster=~\"$cluster\",instance=~\"$instance\"}[$__rate_interval])",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"intervalFactor": 2,
"legendFormat": "buffers_clean",
"measurement": "postgresql",
"policy": "default",
"refId": "buffers_clean",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"buffers_alloc"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [],
"type": "difference"
}
]
],
"step": 240,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
},
{
"alias": "Buffers Allocated",
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"dsType": "prometheus",
"editorMode": "code",
"expr": "irate(postgresql_bgwriter_checkpoint_count_total{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\", host_name=~\"$host_name\"}[$__rate_interval])",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"intervalFactor": 2,
"legendFormat": "checkpoint {{type}}",
"measurement": "postgresql",
"policy": "default",
"range": true,
"refId": "checkpoint",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"buffers_alloc"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [],
"type": "difference"
}
]
],
"step": 240,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
}
],
"title": "Buffers",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 2,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "short"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "deadlocks"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "light-red",
"mode": "fixed"
}
}
]
},
{
"__systemRef": "hideSeriesFrom",
"matcher": {
"id": "byNames",
"options": {
"mode": "exclude",
"names": [
"deadlocks"
],
"prefix": "All except:",
"readOnly": true
}
},
"properties": [
{
"id": "custom.hideFrom",
"value": {
"legend": false,
"tooltip": false,
"viz": true
}
}
]
}
]
},
"gridPos": {
"h": 7,
"w": 12,
"x": 12,
"y": 8
},
"id": 3,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "12.0.2",
"targets": [
{
"alias": "conflicts",
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"dsType": "prometheus",
"editorMode": "code",
"expr": "sum(postgresql_deadlocks_total{postgresql_database_name=~\"$db\",k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\", host_name=~\"$host_name\"})",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"intervalFactor": 2,
"legendFormat": "deadlocks",
"measurement": "postgresql",
"policy": "default",
"range": true,
"refId": "deadlocks",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"conflicts"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [],
"type": "difference"
}
]
],
"step": 240,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
},
{
"alias": "deadlocks",
"datasource": {
"uid": "$datasource"
},
"dsType": "prometheus",
"editorMode": "code",
"expr": "sum(postgresql_conflicts_total{postgresql_database_name=~\"$db\",k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",host_name=~\"$host_name\"})",
"format": "time_series",
"groupBy": [
{
"params": [
"$interval"
],
"type": "time"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"intervalFactor": 2,
"legendFormat": "conflicts",
"measurement": "postgresql",
"policy": "default",
"range": true,
"refId": "conflicts-not-yet-implemented-in-otelcol",
"resultFormat": "time_series",
"select": [
[
{
"params": [
"deadlocks"
],
"type": "field"
},
{
"params": [],
"type": "mean"
},
{
"params": [],
"type": "difference"
}
]
],
"step": 240,
"tags": [
{
"key": "instance",
"operator": "=~",
"value": "/^$instance$/"
}
]
}
],
"title": "Conflicts/Deadlocks",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 2,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 0,
"y": 15
},
"id": 12,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "12.0.2",
"targets": [
{
"datasource": {
"uid": "$datasource"
},
"editorMode": "code",
"expr": "round(\n sum by (postgresql_database_name) (\n rate(\n postgresql_blks_hit_total{\n postgresql_database_name=~\"$db\",\n k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",\n host_name=~\"$host_name\"\n }[$__rate_interval]\n )\n )\n /\n (\n sum by (postgresql_database_name) (\n rate(\n postgresql_blks_hit_total{\n postgresql_database_name=~\"$db\",\n k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",\n host_name=~\"$host_name\"\n }[$__rate_interval]\n )\n )\n +\n sum by (postgresql_database_name) (\n rate(\n postgresql_blks_read_total{\n postgresql_database_name=~\"$db\",\n k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\",\n host_name=~\"$host_name\"\n }[$__rate_interval]\n )\n )\n ) * 100,\n 0.001\n)",
"format": "time_series",
"legendFormat": "{{postgresql_database_name}} - cache hit ratio",
"range": true,
"refId": "A",
"step": 240
}
],
"title": "Cache hit ratio",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 2,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 12,
"y": 15
},
"id": 13,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "multi",
"sort": "none"
}
},
"pluginVersion": "12.0.2",
"targets": [
{
"datasource": {
"uid": "$datasource"
},
"editorMode": "code",
"expr": "postgresql_backends{postgresql_database_name=~\"$db\",k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\", host_name=~\"$host_name\"}",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{postgresql_database_name}} - connections",
"range": true,
"refId": "A",
"step": 240
}
],
"title": "Number of active connections",
"type": "timeseries"
}
],
"preload": false,
"refresh": "30s",
"schemaVersion": 41,
"tags": [
"opentelemetry",
"postgresql"
],
"templating": {
"list": [
{
"current": {
"text": "Prometheus",
"value": "webstore-metrics"
},
"includeAll": false,
"label": "Data Source",
"name": "datasource",
"options": [],
"query": "prometheus",
"refresh": 1,
"regex": "(?!grafanacloud-usage|grafanacloud-ml-metrics).+",
"type": "datasource"
},
{
"allValue": ".*",
"current": {
"text": "All",
"value": "$__all"
},
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"definition": "label_values(postgresql_table_count,k8s_cluster_name)",
"description": "When deploying PostgreSQL on Kubernetes, name of the Kubernetes cluster. \nFor other deployments, select \"All\". ",
"includeAll": true,
"label": "K8s Cluster",
"multi": true,
"name": "k8s_cluster_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(postgresql_table_count,k8s_cluster_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 2,
"regex": "",
"sort": 1,
"type": "query"
},
{
"allValue": ".*",
"current": {
"text": "",
"value": ""
},
"definition": "label_values(postgresql_table_count{k8s_cluster_name=~\"$k8s_cluster_name\"},k8s_statefulset_name)",
"description": "When deploying on Kubernetes, name of the `StatefulSet` of the PostgreSQL deployment (e.g. `my-pg-cluster`).\nFor other deployments, select \"All\". ",
"includeAll": true,
"label": "K8s Statefulset",
"multi": true,
"name": "k8s_statefulset_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(postgresql_table_count{k8s_cluster_name=~\"$k8s_cluster_name\"},k8s_statefulset_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"type": "query"
},
{
"allValue": ".+",
"current": {
"text": "All",
"value": [
"$__all"
]
},
"datasource": {
"uid": "$datasource"
},
"definition": "label_values(postgresql_table_count{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\"},host_name)",
"description": "When deploying PostgreSQL on VMs, name on the host on which the database is deployed.\nFor other deployments, select \"All\". ",
"includeAll": true,
"label": "Host",
"multi": true,
"name": "host_name",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(postgresql_table_count{k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\"},host_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 2,
"regex": "",
"sort": 1,
"type": "query"
},
{
"allValue": ".+",
"current": {
"text": "All",
"value": "$__all"
},
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"definition": "label_values(postgresql_table_count{host_name=~\"$host_name\", postgresql_database_name!~\"template.*|postgres\", k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\"},postgresql_database_name)",
"includeAll": true,
"label": "Database",
"name": "db",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(postgresql_table_count{host_name=~\"$host_name\", postgresql_database_name!~\"template.*|postgres\", k8s_cluster_name=~\"$k8s_cluster_name\", k8s_statefulset_name=~\"$k8s_statefulset_name\"},postgresql_database_name)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 2,
"regex": "",
"type": "query"
}
]
},
"time": {
"from": "now-30m",
"to": "now"
},
"timepicker": {},
"timezone": "browser",
"title": "PostgreSQL",
"uid": "xHhbQmdjA",
"version": 5
}
---
# Source: opentelemetry-demo/templates/grafana-config.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: grafana-dashboard-spanmetrics-dashboard
namespace: default
labels:
helm.sh/chart: opentelemetry-demo-0.40.6
app.kubernetes.io/version: "2.2.0"
app.kubernetes.io/part-of: opentelemetry-demo
app.kubernetes.io/managed-by: Helm
grafana_dashboard: "1"
data:
spanmetrics-dashboard.json: |-
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "grafana",
"uid": "-- Grafana --"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"description": "Spanmetrics way of demo application view.",
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"id": 3,
"links": [],
"panels": [
{
"fieldConfig": {
"defaults": {},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 24,
"x": 0,
"y": 0
},
"id": 26,
"options": {
"code": {
"language": "plaintext",
"showLineNumbers": false,
"showMiniMap": false
},
"content": "This dashboard uses RED metrics generated for all services by the spanmetrics connector configured in the OpenTelemetry Collector.\n
\nChart panels may require 5 minutes after the Demo is started before rendering data.",
"mode": "html"
},
"pluginVersion": "11.4.0",
"title": "",
"type": "text"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 2
},
"id": 24,
"panels": [],
"title": "Service Level - Throughput and Latencies",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "continuous-BlYlRd"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "blue",
"value": null
},
{
"color": "green",
"value": 2
},
{
"color": "#EAB839",
"value": 64
},
{
"color": "orange",
"value": 128
},
{
"color": "red",
"value": 256
}
]
},
"unit": "ms"
},
"overrides": []
},
"gridPos": {
"h": 20,
"w": 12,
"x": 0,
"y": 3
},
"id": 2,
"interval": "5m",
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "11.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk(7,histogram_quantile(0.50, sum(rate(traces_span_metrics_duration_milliseconds_bucket{service_name=~\"$service\", span_name=~\"$span_name\"}[$__rate_interval])) by (le,service_name)))",
"format": "time_series",
"hide": true,
"instant": false,
"interval": "",
"legendFormat": "{{service_name}}-quantile_0.50",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk(7,histogram_quantile(0.95, sum(rate(traces_span_metrics_duration_milliseconds_bucket{service_name=~\"$service\", span_name=~\"$span_name\"}[$__range])) by (le,service_name)))",
"hide": false,
"instant": true,
"interval": "",
"legendFormat": "{{service_name}}",
"range": false,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "histogram_quantile(0.99, sum(rate(traces_span_metrics_duration_milliseconds_bucket{service_name=~\"$service\", span_name=~\"$span_name\"}[$__rate_interval])) by (le,service_name))",
"hide": true,
"interval": "",
"legendFormat": "quantile99",
"range": true,
"refId": "C"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "histogram_quantile(0.999, sum(rate(traces_span_metrics_duration_milliseconds_bucket{service_name=~\"$service\", span_name=~\"$span_name\"}[$__rate_interval])) by (le,service_name))",
"hide": true,
"interval": "",
"legendFormat": "quantile999",
"range": true,
"refId": "D"
}
],
"title": "Top 3x3 - Service Latency - quantile95",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "continuous-BlYlRd"
},
"decimals": 2,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "super-light-blue",
"value": 1
},
{
"color": "#EAB839",
"value": 2
},
{
"color": "red",
"value": 10
}
]
},
"unit": "reqps"
},
"overrides": []
},
"gridPos": {
"h": 13,
"w": 12,
"x": 12,
"y": 3
},
"id": 4,
"interval": "5m",
"options": {
"displayMode": "lcd",
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": false
},
"maxVizHeight": 300,
"minVizHeight": 10,
"minVizWidth": 0,
"namePlacement": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"mean"
],
"fields": "",
"values": false
},
"showUnfilled": true,
"sizing": "auto",
"text": {},
"valueMode": "color"
},
"pluginVersion": "11.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk(7,sum by (service_name) (rate(traces_span_metrics_calls_total{service_name=~\"$service\", span_name=~\"$span_name\"}[$__range])))",
"format": "time_series",
"instant": true,
"interval": "",
"legendFormat": "{{service_name}}",
"range": false,
"refId": "A"
}
],
"title": "Top 7 Services Mean Rate over Range",
"type": "bargauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "continuous-reds"
},
"decimals": 4,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "#EAB839",
"value": 1
},
{
"color": "red",
"value": 15
}
]
},
"unit": "reqps"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 12,
"y": 16
},
"id": 15,
"interval": "5m",
"options": {
"displayMode": "lcd",
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": false
},
"maxVizHeight": 300,
"minVizHeight": 10,
"minVizWidth": 0,
"namePlacement": "auto",
"orientation": "vertical",
"reduceOptions": {
"calcs": [
"mean"
],
"fields": "",
"values": false
},
"showUnfilled": true,
"sizing": "auto",
"text": {},
"valueMode": "color"
},
"pluginVersion": "11.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk(7,sum(rate(traces_span_metrics_calls_total{status_code=\"STATUS_CODE_ERROR\",service_name=~\"$service\", span_name=~\"$span_name\"}[$__range])) by (service_name))",
"instant": true,
"interval": "",
"legendFormat": "{{service_name}}",
"range": false,
"refId": "A"
}
],
"title": "Top 7 Services Mean ERROR Rate over Range",
"type": "bargauge"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 23
},
"id": 14,
"panels": [],
"title": "span_names Level - Throughput",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"inspect": false
},
"decimals": 2,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "reqps"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "bRate"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"mode": "lcd",
"type": "gauge"
}
},
{
"id": "color",
"value": {
"mode": "continuous-BlYlRd"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "eRate"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"mode": "lcd",
"type": "gauge"
}
},
{
"id": "color",
"value": {
"mode": "continuous-RdYlGr"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Error Rate"
},
"properties": [
{
"id": "custom.width",
"value": 663
}
]
},
{
"matcher": {
"id": "byName",
"options": "Rate"
},
"properties": [
{
"id": "custom.width",
"value": 667
}
]
},
{
"matcher": {
"id": "byName",
"options": "Service"
},
"properties": [
{
"id": "custom.width"
}
]
}
]
},
"gridPos": {
"h": 11,
"w": 24,
"x": 0,
"y": 24
},
"id": 22,
"interval": "5m",
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": "",
"reducer": [
"sum"
],
"show": false
},
"showHeader": true,
"sortBy": []
},
"pluginVersion": "11.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"exemplar": false,
"expr": "topk(7, sum(rate(traces_span_metrics_calls_total{service_name=~\"$service\", span_name=~\"$span_name\"}[$__range])) by (span_name,service_name)) ",
"format": "table",
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "Rate"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"exemplar": false,
"expr": "topk(7, sum(rate(traces_span_metrics_calls_total{status_code=\"STATUS_CODE_ERROR\",service_name=~\"$service\", span_name=~\"$span_name\"}[$__range])) by (span_name,service_name))",
"format": "table",
"hide": false,
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "Error Rate"
}
],
"title": "Top 7 span_names and Errors (APM Table)",
"transformations": [
{
"id": "seriesToColumns",
"options": {
"byField": "span_name"
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"Time 1": true,
"Time 2": true
},
"indexByName": {},
"renameByName": {
"Value #Error Rate": "Error Rate",
"Value #Rate": "Rate",
"service_name 1": "Rate in Service",
"service_name 2": "Error Rate in Service"
}
}
},
{
"id": "calculateField",
"options": {
"alias": "bRate",
"mode": "reduceRow",
"reduce": {
"include": [
"Rate"
],
"reducer": "sum"
}
}
},
{
"id": "calculateField",
"options": {
"alias": "eRate",
"mode": "reduceRow",
"reduce": {
"include": [
"Error Rate"
],
"reducer": "sum"
}
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"Error Rate": true,
"Rate": true,
"bRate": false
},
"indexByName": {
"Error Rate": 4,
"Error Rate in Service": 6,
"Rate": 1,
"Rate in Service": 5,
"bRate": 2,
"eRate": 3,
"span_name": 0
},
"renameByName": {
"Rate in Service": "Service",
"bRate": "Rate",
"eRate": "Error Rate",
"span_name": "span_name Name"
}
}
},
{
"id": "sortBy",
"options": {
"fields": {},
"sort": [
{
"desc": true,
"field": "Rate"
}
]
}
}
],
"type": "table"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 35
},
"id": 20,
"panels": [],
"title": "span_name Level - Latencies",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "continuous-BlYlRd"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "blue"
},
{
"color": "green",
"value": 2
},
{
"color": "#EAB839",
"value": 64
},
{
"color": "orange",
"value": 128
},
{
"color": "red",
"value": 256
}
]
},
"unit": "ms"
},
"overrides": []
},
"gridPos": {
"h": 13,
"w": 12,
"x": 0,
"y": 36
},
"id": 25,
"interval": "5m",
"options": {
"minVizHeight": 75,
"minVizWidth": 75,
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true,
"sizing": "auto"
},
"pluginVersion": "11.3.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk(7,histogram_quantile(0.50, sum(rate(traces_span_metrics_duration_milliseconds_bucket{service_name=~\"$service\", span_name=~\"$span_name\"}[$__rate_interval])) by (le,service_name)))",
"format": "time_series",
"hide": true,
"instant": false,
"interval": "",
"legendFormat": "{{service_name}}-quantile_0.50",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk(7,histogram_quantile(0.95, sum(rate(traces_span_metrics_duration_milliseconds_bucket{service_name=~\"$service\", span_name=~\"$span_name\"}[$__range])) by (le,span_name)))",
"hide": false,
"instant": true,
"interval": "",
"legendFormat": "{{span_name}}",
"range": false,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "histogram_quantile(0.99, sum(rate(traces_span_metrics_duration_milliseconds_bucket{service_name=~\"$service\", span_name=~\"$span_name\"}[$__rate_interval])) by (le,service_name))",
"hide": true,
"interval": "",
"legendFormat": "quantile99",
"range": true,
"refId": "C"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "histogram_quantile(0.999, sum(rate(traces_span_metrics_duration_milliseconds_bucket{service_name=~\"$service\", span_name=~\"$span_name\"}[$__rate_interval])) by (le,service_name))",
"hide": true,
"interval": "",
"legendFormat": "quantile999",
"range": true,
"refId": "D"
}
],
"title": "Top 3x3 - span_name Latency - quantile95",
"type": "gauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "continuous-BlYlRd"
},
"decimals": 2,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ms"
},
"overrides": []
},
"gridPos": {
"h": 13,
"w": 12,
"x": 12,
"y": 36
},
"id": 10,
"interval": "5m",
"options": {
"displayMode": "lcd",
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": false
},
"maxVizHeight": 300,
"minVizHeight": 10,
"minVizWidth": 0,
"namePlacement": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"mean"
],
"fields": "",
"values": false
},
"showUnfilled": true,
"sizing": "auto",
"valueMode": "color"
},
"pluginVersion": "11.3.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk(7, sum by (span_name,service_name)(increase(traces_span_metrics_duration_milliseconds_sum{service_name=~\"${service}\", span_name=~\"$span_name\"}[5m]) / increase(traces_span_metrics_duration_milliseconds_count{service_name=~\"${service}\",span_name=~\"$span_name\"}[5m\n])))",
"instant": true,
"interval": "",
"legendFormat": "{{span_name}} [{{service_name}}]",
"range": false,
"refId": "A"
}
],
"title": "Top 7 Highest Endpoint Latencies Mean Over Range ",
"type": "bargauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 15,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "smooth",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ms"
},
"overrides": []
},
"gridPos": {
"h": 12,
"w": 24,
"x": 0,
"y": 49
},
"id": 16,
"interval": "5m",
"options": {
"legend": {
"calcs": [
"mean",
"logmin",
"max",
"delta"
],
"displayMode": "table",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "11.3.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"editorMode": "code",
"exemplar": true,
"expr": "topk(7,sum by (span_name,service_name)(increase(traces_span_metrics_duration_milliseconds_sum{service_name=~\"$service\", span_name=~\"$span_name\"}[$__rate_interval]) / increase(traces_span_metrics_duration_milliseconds_count{service_name=~\"$service\", span_name=~\"$span_name\"}[$__rate_interval])))",
"instant": false,
"interval": "",
"legendFormat": "[{{service_name}}] {{span_name}}",
"range": true,
"refId": "A"
}
],
"title": "Top 7 Latencies Over Range ",
"type": "timeseries"
}
],
"preload": false,
"refresh": "5m",
"schemaVersion": 40,
"tags": [],
"templating": {
"list": [
{
"allValue": ".*",
"current": {
"text": "All",
"value": "$__all"
},
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"definition": "query_result(count by (service_name)(count_over_time(traces_span_metrics_calls_total[$__range])))",
"includeAll": true,
"multi": true,
"name": "service",
"options": [],
"query": {
"query": "query_result(count by (service_name)(count_over_time(traces_span_metrics_calls_total[$__range])))",
"refId": "StandardVariableQuery"
},
"refresh": 2,
"regex": "/.*service_name=\"(.*)\".*/",
"sort": 1,
"type": "query"
},
{
"allValue": ".*",
"current": {
"text": "All",
"value": "$__all"
},
"datasource": {
"type": "prometheus",
"uid": "webstore-metrics"
},
"definition": "query_result(sum ({__name__=~\".*traces_span_metrics_calls_total\",service_name=~\"$service\"}) by (span_name))",
"includeAll": true,
"multi": true,
"name": "span_name",
"options": [],
"query": {
"query": "query_result(sum ({__name__=~\".*traces_span_metrics_calls_total\",service_name=~\"$service\"}) by (span_name))",
"refId": "StandardVariableQuery"
},
"refresh": 2,
"regex": "/.*span_name=\"(.*)\".*/",
"type": "query"
}
]
},
"time": {
"from": "now-15m",
"to": "now"
},
"timepicker": {},
"timezone": "",
"title": "Spanmetrics Demo Dashboard",
"uid": "W2gX2zHVk48",
"version": 2,
"weekStart": ""
}
---
# Source: opentelemetry-demo/templates/grafana-config.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: grafana-datasources
namespace: default
labels:
helm.sh/chart: opentelemetry-demo-0.40.6
app.kubernetes.io/version: "2.2.0"
app.kubernetes.io/part-of: opentelemetry-demo
app.kubernetes.io/managed-by: Helm
grafana_datasource: "1"
data:
default.yaml: |
# Copyright The OpenTelemetry Authors
# SPDX-License-Identifier: Apache-2.0
apiVersion: 1
datasources:
- name: Prometheus
uid: webstore-metrics
type: prometheus
url: http://prometheus:9090
editable: true
isDefault: true
jsonData:
# Align Prometheus data source time interval with the OTel SDKs' export interval (see OTEL_METRIC_EXPORT_INTERVAL)
timeInterval: "60s"
exemplarTraceIdDestinations:
- datasourceUid: webstore-traces
name: trace_id
- url: http://localhost:8080/jaeger/ui/trace/$${__value.raw}
name: trace_id
urlDisplayLabel: View in Jaeger UI
jaeger.yaml: |
# Copyright The OpenTelemetry Authors
# SPDX-License-Identifier: Apache-2.0
apiVersion: 1
datasources:
- name: Jaeger
uid: webstore-traces
type: jaeger
url: http://jaeger:16686/jaeger/ui
editable: true
isDefault: false
jsonData:
tracesToLogsV2:
datasourceUid: webstore-logs
spanStartTimeShift: "-20m"
spanEndTimeShift: "20m"
filterByTraceID: true
filterBySpanID: true
customQuery: true
query: traceId:"$${__trace.traceId}" AND spanId:"$${__span.spanId}"
opensearch.yaml: |
# Copyright The OpenTelemetry Authors
# SPDX-License-Identifier: Apache-2.0
apiVersion: 1
datasources:
- name: OpenSearch
uid: webstore-logs
type: grafana-opensearch-datasource
url: http://opensearch:9200/
access: proxy
editable: true
isDefault: false
jsonData:
database: otel-logs-*
flavor: opensearch
logLevelField: severity.text.keyword
logMessageField: body
pplEnabled: true
timeField: observedTimestamp
version: 3.4.0