hanzoai/krakend-otel
2
0
Fork 0
mirror of https://github.com/hanzoai/krakend-otel.git synced 2026-11-03 01:12:56 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
main
krakend-otel/example/docker_compose/conf.local/grafana/conf/data/dashboards/KrakenDOTEL.json
T

8749 lines
227 KiB
JSON
Raw Permalink Blame History

{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "grafana",
"uid": "-- Grafana --"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"description": "Example of collected OTEL metrics",
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"id": 1,
"links": [],
"liveNow": false,
"panels": [
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 0
},
"id": 8,
"panels": [],
"title": "Overview",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Total incoming HTTP Requests in the selected period",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "transparent",
"mode": "fixed"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 0,
"y": 1
},
"id": 28,
"options": {
"colorMode": "background",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "value",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"exemplar": false,
"expr": "sum(delta(http_server_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__range]))\n",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": true,
"legendFormat": "__auto",
"range": false,
"refId": "A",
"useBackend": false
}
],
"title": "Total HTTP Requests",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Average requests per second over the selected period",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "green",
"mode": "fixed"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "reqps"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 3,
"y": 1
},
"id": 39,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "value",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"exemplar": false,
"expr": "sum(max_over_time(http_server_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__range])-min_over_time(http_server_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__range]))/ $__range_s",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": true,
"legendFormat": "__auto",
"range": false,
"refId": "A",
"useBackend": false
}
],
"title": "Avg Throughput",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The Average Response Time in the selected period",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 6,
"y": 1
},
"id": 31,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(http_server_duration_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__range])) / (sum(rate(http_server_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__range]))+0.0001)",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg Response Time",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Total number of proxy requests",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "transparent",
"mode": "fixed"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 9,
"y": 1
},
"id": 29,
"options": {
"colorMode": "background",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "value",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"exemplar": false,
"expr": "sum(delta(krakend_proxy_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__range]))\n",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": true,
"legendFormat": "__auto",
"range": false,
"refId": "A",
"useBackend": false
}
],
"title": "Total Proxy Requests",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Total number of attempted connections to backends (failed or not)",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "transparent",
"mode": "fixed"
},
"decimals": 0,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 12,
"y": 1
},
"id": 30,
"options": {
"colorMode": "background",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "value",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"exemplar": false,
"expr": "sum(delta(krakend_backend_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__range]))\n",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": true,
"legendFormat": "__auto",
"range": false,
"refId": "A",
"useBackend": false
}
],
"title": "Total Backend Requests",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Average allocated memory per instance",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"decimals": 0,
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 15,
"y": 1
},
"id": 77,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "value",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(avg_over_time(go_memstats_alloc_bytes{app=~\"$app\", instance=~\"$instance\"}[$__range]))/count(max_over_time(go_memstats_alloc_bytes{app=~\"$app\", instance=~\"$instance\"}[$__range]))",
"hide": false,
"range": true,
"refId": "A"
}
],
"title": "Avg memory in use",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "An average of the total memory reserved per instance in the period",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"decimals": 0,
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 18,
"y": 1
},
"id": 80,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "value",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(avg_over_time(go_memstats_sys_bytes{app=~\"$app\", instance=~\"$instance\"}[$__range]))/count(max_over_time(go_memstats_sys_bytes{app=~\"$app\", instance=~\"$instance\"}[$__range]))",
"hide": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "Reserved memory",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Total number of Go routines (internal threads) running in the gateway per instance. Go routines manage the incoming traffic, background operations and other maintenance tasks.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"decimals": 0,
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 21,
"y": 1
},
"id": 78,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "value",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(avg_over_time(go_goroutines{app=~\"$app\", instance=~\"$instance\"}[$__range]))/count(max_over_time(go_goroutines{app=~\"$app\", instance=~\"$instance\"}[$__range]))",
"hide": false,
"range": true,
"refId": "A"
}
],
"title": "Go Routines",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The worst latency seen during the selected time",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 0,
"y": 6
},
"id": 79,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(1, sum by(le) (rate(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\",http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Worst latency",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 99 tells you that 99% of HTTP server requests have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 3,
"y": 6
},
"id": 59,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.99, sum by(le) (rate(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\",http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Latency p99",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 95 tells you that 95% of HTTP server requests have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 6,
"y": 6
},
"id": 60,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le) (rate(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\",http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Latency p95",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 90 tells you that 90% of HTTP server requests have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 9,
"y": 6
},
"id": 61,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.90, sum by(le) (rate(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\",http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Latency p90",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 75 tells you that 75% of HTTP server requests have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 12,
"y": 6
},
"id": 62,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.75, sum by(le) (rate(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\",http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Latency p75",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 50 tells you that 50% of HTTP server requests have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 15,
"y": 6
},
"id": 63,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.5, sum by(le) (rate(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\",http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Latency p50",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Average response size of data payloads per second in the selected period",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "binBps"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 18,
"y": 6
},
"id": 110,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(http_server_response_size_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg data throughput",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Pie chart of status codes.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "palette-classic"
},
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
}
},
"mappings": [],
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 12,
"w": 3,
"x": 21,
"y": 6
},
"id": 27,
"interval": "$interval",
"options": {
"legend": {
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"pieType": "donut",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by(http_response_status_code) (delta(http_server_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__range]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Response Status Codes Distribution",
"type": "piechart"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Numer of request per second received",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 25,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 21,
"x": 0,
"y": 11
},
"id": 64,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "right",
"showLegend": false
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(http_server_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Throughput (RPS)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Average response latency",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 25,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"noValue": "-",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 18
},
"id": 98,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": false
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(http_server_duration_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]))/count(max_over_time(http_server_duration_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg Latency",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentiles tell you the percentage of requests that responded within a time.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"noValue": "-",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 18
},
"id": 65,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.99, sum by(le) (delta(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "p99",
"range": true,
"refId": "A",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le) (delta(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval])))",
"hide": false,
"instant": false,
"legendFormat": "p95",
"range": true,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "histogram_quantile(0.9, sum by(le) (delta(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval])))",
"hide": false,
"instant": false,
"legendFormat": "p90",
"range": true,
"refId": "C"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "histogram_quantile(0.75, sum by(le) (delta(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval])))",
"hide": false,
"instant": false,
"legendFormat": "p75",
"range": true,
"refId": "D"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "histogram_quantile(0.5, sum by(le) (delta(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval])))",
"hide": false,
"instant": false,
"legendFormat": "p50",
"range": true,
"refId": "E"
}
],
"title": "Latencies (Percentile)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Bytes sent in body responses during the selected period. Headers excluded.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 25,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "binBps"
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 12,
"x": 0,
"y": 26
},
"id": 66,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "right",
"showLegend": false
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(http_server_response_size_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Response data size (payloads)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Average response size of data payloads in the selected period",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 25,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 12,
"x": 12,
"y": 26
},
"id": 67,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": false
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(http_server_response_size_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]) / (1 +rate(http_server_response_size_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg reponse data size (payloads)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The worst proxy execution has a latency matching this number",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 0,
"y": 35
},
"id": 11,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(1, sum by(le) (rate(krakend_proxy_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Worst proxy latency",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 99 tells you that 99% of the proxy executions have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 3,
"y": 35
},
"id": 81,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.99, sum by(le) (rate(krakend_proxy_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Proxy latency 99p",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 95 tells you that 95% of the proxy executions have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 6,
"y": 35
},
"id": 69,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le) (rate(krakend_proxy_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Proxy latency 95p",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 90 tells you that 90% of the proxy executions have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 9,
"y": 35
},
"id": 70,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.90, sum by(le) (rate(krakend_proxy_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Proxy latency 90p",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 75 tells you that 75% of the proxy executions have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 12,
"y": 35
},
"id": 71,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.75, sum by(le) (rate(krakend_proxy_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Proxy latency 75p",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 50 tells you that 50% of the proxy executions have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 15,
"y": 35
},
"id": 72,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.5, sum by(le) (rate(krakend_proxy_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Proxy latency 50p",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of incomplete responses returned to the user on aggregation (matches X-KrakenD-Complete header)",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 18,
"y": 35
},
"id": 85,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(krakend_proxy_duration_count{complete=\"false\",app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Incomplete responses per second",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of proxy errors per second seen in the selected period",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "dark-red",
"mode": "thresholds"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 1
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 21,
"y": 35
},
"id": 83,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(krakend_proxy_duration_count{error=\"true\",app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Proxy errors per second",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The worst backend connection has a latency matching this number",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 0,
"y": 40
},
"id": 12,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.99, sum by(le) (rate(krakend_backend_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Worst backend latency",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 99 tells you that 99% of the backend connections have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 3,
"y": 40
},
"id": 82,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.99, sum by(le) (rate(krakend_backend_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Backend latency 99p",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 95 tells you that 95% of the backend connections have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 6,
"y": 40
},
"id": 73,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le) (rate(krakend_backend_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Backend latency 95p",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 90 tells you that 90% of the backend connections have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 9,
"y": 40
},
"id": 74,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.9, sum by(le) (rate(krakend_backend_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Backend latency 90p",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 75 tells you that 75% of the backend connections have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 12,
"y": 40
},
"id": 75,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.75, sum by(le) (rate(krakend_backend_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Backend latency 75p",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The percentile 50 tells you that 50% of the backend connections have a latency below this number.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 15,
"y": 40
},
"id": 76,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.5, sum by(le) (rate(krakend_backend_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Backend latency 50p",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The average response size of backends within a second",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "binBps"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 18,
"y": 40
},
"id": 87,
"options": {
"colorMode": "none",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(http_client_response_size_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\", http_response_status_code=~\"[24]\\\\d{2}\"}[$__rate_interval])/rate(http_client_response_size_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\", http_response_status_code=~\"[24]\\\\d{2}\"}[$__rate_interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg backend traffic",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of backend errors per second seen in the selected period",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "dark-red",
"mode": "thresholds"
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 1
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 3,
"x": 21,
"y": 40
},
"id": 86,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showPercentChange": false,
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(krakend_backend_duration_count{error=\"true\",app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Backend errors per second",
"type": "stat"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 45
},
"id": 4,
"panels": [],
"title": "Global",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Numer of request per second received",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "reqps"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 24,
"x": 0,
"y": 46
},
"id": 5,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "rate(http_server_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval])",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Throughput (RPS)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Average response latency",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"noValue": "-",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 54
},
"id": 101,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by (http_request_method, http_route) (rate(http_server_duration_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]))/sum by (http_request_method, http_route) (rate(http_server_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg Latency",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The 95 percentile tells you that 95% of the requests responded within this time.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 54
},
"id": 33,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le, http_route, http_request_method) (rate(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "95p Endpoint Latencies",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Bytes sent in body responses during the selected period. Headers excluded.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 62
},
"id": 100,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "rate(http_server_response_size_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval])",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg response size per endpoint",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Average bytes sent in body responses for each endpoint during the selected period. Headers excluded.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "blue",
"value": null
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 16,
"w": 12,
"x": 12,
"y": 62
},
"id": 35,
"options": {
"displayMode": "gradient",
"maxVizHeight": 300,
"minVizHeight": 10,
"minVizWidth": 0,
"namePlacement": "auto",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showUnfilled": true,
"sizing": "auto",
"valueMode": "color"
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"exemplar": false,
"expr": "rate(http_server_response_size_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]) / rate(http_server_response_size_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval])",
"format": "time_series",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"interval": "",
"legendFormat": "{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Average response size per endpoint",
"type": "bargauge"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Bytes sent in body responses during the selected period. Headers excluded.",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "gauge"
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "bytes"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Time"
},
"properties": [
{
"id": "custom.hidden",
"value": true
},
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "http_route"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 70
},
"id": 68,
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": [
"Value"
],
"reducer": [
"sum"
],
"show": false
},
"showHeader": true,
"sortBy": [
{
"desc": false,
"displayName": "Value"
}
]
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"exemplar": false,
"expr": "topk($max_list, histogram_quantile(0.95, sum by (le, http_route) (rate(http_server_response_size_bucket{app=~\"$app\", instance=~\"$instance\"}[$__range])))) >= 0",
"format": "table",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": true,
"legendFormat": "{{http_route}}",
"range": false,
"refId": "A",
"useBackend": false
}
],
"title": "Total response size per endpoint (top $max_list)",
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Fastest endpoints to respond",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "gauge"
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Time"
},
"properties": [
{
"id": "custom.hidden",
"value": true
},
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "http_route"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 78
},
"id": 26,
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": [
"Value"
],
"reducer": [
"sum"
],
"show": false
},
"showHeader": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"exemplar": false,
"expr": "bottomk($max_list, histogram_quantile(0.95, sum by (le, http_route) (rate(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route!=\"\"}[$__range])))) >= 0",
"format": "table",
"instant": true,
"legendFormat": "{{http_route}}",
"range": false,
"refId": "A"
}
],
"title": "Fastest p95 endpoints (top $max_list)",
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Slowest endpoints to respond",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "gauge"
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Time"
},
"properties": [
{
"id": "custom.hidden",
"value": true
},
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "http_route"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 78
},
"id": 88,
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": [
"Value"
],
"reducer": [
"sum"
],
"show": false
},
"showHeader": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk($max_list, histogram_quantile(0.95, sum by (le, http_route) (rate(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route!=\"\"}[$__range])))) >= 0",
"format": "table",
"instant": true,
"legendFormat": "{{http_route}}",
"range": false,
"refId": "A"
}
],
"title": "Slowest p95 endpoints (top $max_list)",
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Count of HTTP response status codes over time",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "bars",
"fillOpacity": 100,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "normal"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 86
},
"id": 21,
"interval": "$interval",
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by(http_response_status_code) (delta(http_server_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Response Status Codes",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Distribution of status codes over time",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "bars",
"fillOpacity": 100,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "percent"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 86
},
"id": 24,
"interval": "$interval",
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by(http_response_status_code) (delta(http_server_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Response Status Codes",
"type": "timeseries"
},
{
"cards": {},
"color": {
"cardColor": "#b4ff00",
"colorScale": "sqrt",
"colorScheme": "interpolateOranges",
"exponent": 0.5,
"mode": "spectrum"
},
"dataFormat": "timeseries",
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Histogram showing the latency of responses over time.",
"fieldConfig": {
"defaults": {
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
"gridPos": {
"h": 12,
"w": 12,
"x": 0,
"y": 94
},
"heatmap": {},
"hideZeroBuckets": false,
"highlightCards": true,
"id": 36,
"interval": "$interval",
"legend": {
"show": false
},
"options": {
"calculate": false,
"cellGap": 1,
"color": {
"exponent": 0.5,
"fill": "dark-orange",
"mode": "scheme",
"reverse": false,
"scale": "exponential",
"scheme": "Oranges",
"steps": 64
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": true,
"showLegend": true
},
"rowsFrame": {
"layout": "auto"
},
"tooltip": {
"mode": "single",
"showColorScale": false,
"yHistogram": false
},
"yAxis": {
"axisPlacement": "left",
"reverse": false,
"unit": "s"
}
},
"pluginVersion": "10.4.0",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(increase(http_server_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__interval])) by (le)\n",
"format": "heatmap",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Latency Heat Map",
"tooltip": {
"show": true,
"showHistogram": false
},
"type": "heatmap",
"xAxis": {
"show": true
},
"yAxis": {
"format": "short",
"logBase": 1,
"show": true
},
"yBucketBound": "auto"
},
{
"cards": {},
"color": {
"cardColor": "#b4ff00",
"colorScale": "sqrt",
"colorScheme": "interpolateOranges",
"exponent": 0.5,
"mode": "spectrum"
},
"dataFormat": "timeseries",
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Histogram showing the size of payloads of responses over time.",
"fieldConfig": {
"defaults": {
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
"gridPos": {
"h": 12,
"w": 12,
"x": 12,
"y": 94
},
"heatmap": {},
"hideZeroBuckets": false,
"highlightCards": true,
"id": 38,
"interval": "$interval",
"legend": {
"show": false
},
"options": {
"calculate": false,
"cellGap": 1,
"color": {
"exponent": 0.5,
"fill": "dark-orange",
"mode": "scheme",
"reverse": false,
"scale": "exponential",
"scheme": "Oranges",
"steps": 64
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": true,
"showLegend": true
},
"rowsFrame": {
"layout": "auto"
},
"tooltip": {
"mode": "single",
"showColorScale": false,
"yHistogram": false
},
"yAxis": {
"axisPlacement": "left",
"reverse": false,
"unit": "bytes"
}
},
"pluginVersion": "10.4.0",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(increase(http_server_response_size_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__interval])) by (le)\n",
"format": "heatmap",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Response Size Heat Map",
"tooltip": {
"show": true,
"showHistogram": false
},
"type": "heatmap",
"xAxis": {
"show": true
},
"yAxis": {
"format": "short",
"logBase": 1,
"show": true
},
"yBucketBound": "auto"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 106
},
"id": 3,
"panels": [],
"title": "Proxy",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Numer of request per second received",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "reqps"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 24,
"x": 0,
"y": 107
},
"id": 40,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "rate(krakend_proxy_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval])",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Throughput (RPS)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The Endpoints Average Latency",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 115
},
"id": 41,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by (http_request_method, http_route) (rate(krakend_proxy_duration_sum{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]))/sum by (http_request_method, http_route) (rate(krakend_proxy_duration_count{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg Endpoint Latencies",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The Endpoint p95 Latencies",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 115
},
"id": 99,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le, http_route, http_request_method) (rate(krakend_proxy_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "95p Endpoint Latencies",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Fastest endpoints by looking at the percentile 95",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "gauge"
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Time"
},
"properties": [
{
"id": "custom.hidden",
"value": true
},
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "http_route"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 123
},
"id": 42,
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": [
"Value"
],
"reducer": [
"sum"
],
"show": false
},
"showHeader": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"exemplar": false,
"expr": "bottomk($max_list, histogram_quantile(0.95, sum by (le, http_route) (rate(krakend_proxy_duration_bucket{app=~\"$app\", instance=~\"$instance\"}[$__range])))) >= 0",
"format": "table",
"instant": true,
"legendFormat": "{{url_path}}",
"range": false,
"refId": "A"
}
],
"title": "Fastest endpoints (p95 - top $max_list)",
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Slowest endpoints by looking at the percentile 95",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "gauge"
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Time"
},
"properties": [
{
"id": "custom.hidden",
"value": true
},
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "http_route"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 123
},
"id": 89,
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": [
"Value"
],
"reducer": [
"sum"
],
"show": false
},
"showHeader": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk($max_list, histogram_quantile(0.95, sum by (le, http_route) (rate(krakend_proxy_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route!=\"\"}[$__range])))) >= 0",
"format": "table",
"instant": true,
"legendFormat": "{{url_path}}",
"range": false,
"refId": "A"
}
],
"title": "Slowest endpoints (p95 - top $max_list)",
"type": "table"
},
{
"cards": {},
"color": {
"cardColor": "#b4ff00",
"colorScale": "sqrt",
"colorScheme": "interpolateOranges",
"exponent": 0.5,
"mode": "spectrum"
},
"dataFormat": "timeseries",
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The latency heatmap",
"fieldConfig": {
"defaults": {
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
"gridPos": {
"h": 13,
"w": 24,
"x": 0,
"y": 131
},
"heatmap": {},
"hideZeroBuckets": false,
"highlightCards": true,
"id": 44,
"interval": "$interval",
"legend": {
"show": false
},
"options": {
"calculate": false,
"cellGap": 1,
"color": {
"exponent": 0.5,
"fill": "dark-orange",
"mode": "scheme",
"reverse": false,
"scale": "exponential",
"scheme": "Oranges",
"steps": 64
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": true,
"showLegend": true
},
"rowsFrame": {
"layout": "auto"
},
"tooltip": {
"mode": "single",
"showColorScale": false,
"yHistogram": false
},
"yAxis": {
"axisPlacement": "left",
"reverse": false,
"unit": "s"
}
},
"pluginVersion": "10.4.0",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(increase(krakend_proxy_duration_bucket{app=~\"$app\", instance=~\"$instance\", http_route=~\"$endpoint\"}[$__interval])) by (le)\n",
"format": "heatmap",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Latency Heat Map",
"tooltip": {
"show": true,
"showHistogram": false
},
"type": "heatmap",
"xAxis": {
"show": true
},
"yAxis": {
"format": "short",
"logBase": 1,
"show": true
},
"yBucketBound": "auto"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 144
},
"id": 2,
"panels": [],
"title": "Backends",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of BACKEND request per second executed",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "reqps"
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 24,
"x": 0,
"y": 145
},
"id": 45,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "rate(http_client_duration_count{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$interval])",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{server_address}}{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Throughput (RPS)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 12,
"x": 0,
"y": 156
},
"id": 1,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by(http_request_method, http_route, server_address) (rate(http_client_duration_sum{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))/sum by(http_request_method, http_route, server_address) (rate(http_client_duration_count{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": true,
"legendFormat": "{{http_request_method}} {{server_address}}{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg requests latency",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The time it takes for a request to have the first byte of the response body ready to be read.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 12,
"x": 12,
"y": 156
},
"id": 46,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le, http_route, http_request_method, server_address) (rate(http_client_duration_bucket{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{server_address}}{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "95p Backend Request Duration",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of bytes reported by consumed responses Content-Length values. In case of chunked responses, the metrics are not displayed here.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 12,
"w": 8,
"x": 0,
"y": 167
},
"id": 47,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "rate(http_client_response_size_sum{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$interval])",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{server_address}}{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Received Content Length",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Backends that did not report a Content-Length header",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 12,
"w": 8,
"x": 8,
"y": 167
},
"id": 55,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "rate(http_client_response_no_content_length_total{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$interval])",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{server_address}}{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "No Content Length Count",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Average response content-lenght. Chunked responses are not taken into account.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 12,
"w": 8,
"x": 16,
"y": 167
},
"id": 48,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "rate(http_client_response_size_sum{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$interval]) / rate(http_client_response_size_count{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$interval])",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{server_address}}{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Average Content Length",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of bytes readed from the body. In case a cancel, or a closed connection, the read bytes might not match those of content-lenght. This metric includes chunked responses that do not come with the Content-Length header set.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 12,
"w": 12,
"x": 0,
"y": 179
},
"id": 56,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "rate(http_client_request_read_size_hist_sum{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$interval])",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{server_address}}{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Read Content Size",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Average Number of bytes readed from the body. In case a cancel, or a closed connection, the read bytes might not match those of content-lenght. This metric includes chunked responses that do not come with the Content-Length header set.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 12,
"w": 12,
"x": 12,
"y": 179
},
"id": 57,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "rate(http_client_request_read_size_hist_sum{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$interval]) / rate(http_client_request_read_size_hist_count{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$interval])",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "{{http_request_method}} {{server_address}}{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg Read Content Size",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Fastest backend response times p95",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "gauge"
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Time"
},
"properties": [
{
"id": "custom.hidden",
"value": true
},
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "http_route"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "http_request_method"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "server_address"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 191
},
"id": 49,
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": [
"Value"
],
"reducer": [
"sum"
],
"show": false
},
"showHeader": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"exemplar": false,
"expr": "bottomk($max_list, histogram_quantile(0.95, sum by (le, http_route, http_request_method, server_address) (rate(http_client_duration_bucket{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\", http_route!=\"\"}[$__range])))) >= 0",
"format": "table",
"instant": true,
"legendFormat": "{{http_route}}",
"range": false,
"refId": "A"
}
],
"title": "Fastest p95 endpoints (top $max_list)",
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Slowest backend tesponse times p95",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"align": "auto",
"cellOptions": {
"type": "gauge"
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "s"
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Time"
},
"properties": [
{
"id": "custom.hidden",
"value": true
},
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "http_route"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "http_request_method"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "server_address"
},
"properties": [
{
"id": "custom.cellOptions",
"value": {
"type": "auto"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 191
},
"id": 90,
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": [
"Value"
],
"reducer": [
"sum"
],
"show": false
},
"showHeader": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk($max_list, histogram_quantile(0.95, sum by (le, http_route, server_address, http_request_method) (rate(http_client_duration_bucket{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\", http_route!=\"\"}[$__range])))) >= 0",
"format": "table",
"instant": true,
"legendFormat": "{{http_route}}",
"range": false,
"refId": "A"
}
],
"title": "Slowest p95 endpoints (top $max_list)",
"type": "table"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "bars",
"fillOpacity": 100,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "normal"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"noValue": "No Response",
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 12,
"x": 0,
"y": 199
},
"id": 51,
"interval": "$interval",
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by(http_response_status_code) (delta(http_client_duration_count{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Response Status Codes Count",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "bars",
"fillOpacity": 100,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "percent"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 12,
"x": 12,
"y": 199
},
"id": 52,
"interval": "$interval",
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by(http_response_status_code) (delta(http_client_duration_count{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Response Status Codes Distribution",
"type": "timeseries"
},
{
"cards": {},
"color": {
"cardColor": "#b4ff00",
"colorScale": "sqrt",
"colorScheme": "interpolateOranges",
"exponent": 0.5,
"mode": "spectrum"
},
"dataFormat": "timeseries",
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The BACKEND requests latency heatmap",
"fieldConfig": {
"defaults": {
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
"gridPos": {
"h": 13,
"w": 12,
"x": 0,
"y": 208
},
"heatmap": {},
"hideZeroBuckets": false,
"highlightCards": true,
"id": 53,
"interval": "$interval",
"legend": {
"show": false
},
"options": {
"calculate": false,
"cellGap": 1,
"color": {
"exponent": 0.5,
"fill": "dark-orange",
"mode": "scheme",
"reverse": false,
"scale": "exponential",
"scheme": "Oranges",
"steps": 64
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": true,
"showLegend": true
},
"rowsFrame": {
"layout": "auto"
},
"tooltip": {
"mode": "single",
"showColorScale": false,
"yHistogram": false
},
"yAxis": {
"axisPlacement": "left",
"reverse": false,
"unit": "s"
}
},
"pluginVersion": "10.4.0",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(increase(http_client_duration_bucket{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__interval])) by (le)\n",
"format": "heatmap",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Latency Heat Map",
"tooltip": {
"show": true,
"showHistogram": false
},
"type": "heatmap",
"xAxis": {
"show": true
},
"yAxis": {
"format": "short",
"logBase": 1,
"show": true
},
"yBucketBound": "auto"
},
{
"cards": {},
"color": {
"cardColor": "#b4ff00",
"colorScale": "sqrt",
"colorScheme": "interpolateOranges",
"exponent": 0.5,
"mode": "spectrum"
},
"dataFormat": "timeseries",
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "The Response Size Heatmap",
"fieldConfig": {
"defaults": {
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
"gridPos": {
"h": 13,
"w": 12,
"x": 12,
"y": 208
},
"heatmap": {},
"hideZeroBuckets": false,
"highlightCards": true,
"id": 54,
"interval": "$interval",
"legend": {
"show": false
},
"options": {
"calculate": false,
"cellGap": 1,
"color": {
"exponent": 0.5,
"fill": "dark-orange",
"mode": "scheme",
"reverse": false,
"scale": "exponential",
"scheme": "Oranges",
"steps": 64
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": true,
"showLegend": true
},
"rowsFrame": {
"layout": "auto"
},
"tooltip": {
"mode": "single",
"showColorScale": false,
"yHistogram": false
},
"yAxis": {
"axisPlacement": "left",
"reverse": false,
"unit": "bytes"
}
},
"pluginVersion": "10.4.0",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(increase(http_client_response_size_bucket{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__interval])) by (le)\n",
"format": "heatmap",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Response Size Heat Map",
"tooltip": {
"show": true,
"showHistogram": false
},
"type": "heatmap",
"xAxis": {
"show": true
},
"yAxis": {
"format": "short",
"logBase": 1,
"show": true
},
"yBucketBound": "auto"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Failed and timed out requests.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 12,
"x": 0,
"y": 221
},
"id": 16,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "10.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(rate(http_client_request_failed_count_total{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "Failed",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(rate(http_client_request_timedout_count_total{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "Timed out",
"range": true,
"refId": "C"
}
],
"title": "Failed and Timed out",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Requests started vs canceled.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 12,
"x": 12,
"y": 221
},
"id": 17,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "10.2.0",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(rate(http_client_request_started_count_total{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "Started",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(rate(http_client_request_canceled_count_total{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "Cancelled",
"range": true,
"refId": "C"
}
],
"title": "Started vs Canceled",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 12,
"x": 0,
"y": 230
},
"id": 18,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le) (rate(http_client_request_get_conn_duration_bucket{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval])))",
"instant": false,
"legendFormat": "Get Conn",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le) (rate(http_client_request_dns_duration_bucket{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "DNS",
"range": true,
"refId": "B",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le) (rate(http_client_request_tls_duration_bucket{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval])))",
"hide": false,
"instant": false,
"legendFormat": "TLS",
"range": true,
"refId": "C"
}
],
"title": "Requests Details p95",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 12,
"x": 12,
"y": 230
},
"id": 102,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(rate(http_client_request_get_conn_duration_sum{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))/sum(rate(http_client_request_get_conn_duration_count{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))",
"instant": false,
"legendFormat": "Get Conn",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum(rate(http_client_request_dns_duration_sum{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))/sum(rate(http_client_request_dns_duration_count{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "DNS",
"range": true,
"refId": "B",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(rate(http_client_request_tls_duration_sum{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))/sum(rate(http_client_request_tls_duration_count{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))",
"hide": false,
"instant": false,
"legendFormat": "TLS",
"range": true,
"refId": "C"
}
],
"title": "Avg Request Times",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 12,
"x": 0,
"y": 241
},
"id": 13,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "sum by(http_route, http_request_method, server_address) (rate(krakend_backend_duration_sum{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))/sum by(http_route, http_request_method, server_address) (rate(krakend_backend_duration_count{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval]))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": true,
"legendFormat": "{{http_request_method}} {{server_address}}{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Avg backend duration",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Percentile 95 of backend duration",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 12,
"x": 12,
"y": 241
},
"id": 103,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le, http_route, http_request_method, server_address) (rate(krakend_backend_duration_bucket{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval])))",
"fullMetaSearch": false,
"includeNullMetadata": false,
"instant": true,
"legendFormat": "{{http_request_method}} {{server_address}}{{http_route}}",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "p95 backend duration",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of requests initiated",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 24,
"x": 0,
"y": 252
},
"id": 15,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": " sum by (http_request_method, krakend_endpoint_route, server_address, http_route) (rate(http_client_request_started_count_total{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[1m]))",
"instant": false,
"legendFormat": "{{http_request_method}} {{http_route}}",
"range": true,
"refId": "A"
}
],
"title": "Requests Started Count",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "fixed"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 25,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "decbytes"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 24,
"x": 0,
"y": 263
},
"id": 19,
"options": {
"legend": {
"calcs": [],
"displayMode": "table",
"placement": "right",
"showLegend": false
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum by(le) (rate(http_client_response_size_bucket{app=~\"$app\", instance=~\"$instance\", krakend_endpoint_route=~\"$endpoint\"}[$__rate_interval])))",
"instant": false,
"legendFormat": "Response Size",
"range": true,
"refId": "A"
}
],
"title": "Response Size p95",
"type": "timeseries"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 269
},
"id": 91,
"panels": [],
"title": "Application",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Time spent on garbage collection",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 270
},
"id": 92,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "rate(go_gc_duration_seconds_sum{instance=~\"$instance\",app=~\"$app\"}[$__interval])",
"instant": false,
"legendFormat": "{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "GC Duration",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Counts of garbage collection operations per second",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "cps"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 270
},
"id": 93,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "rate(go_gc_duration_seconds_count{instance=~\"$instance\",app=~\"$app\"}[$__interval])",
"instant": false,
"legendFormat": "{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "GC Per Second",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Garbage collector duration quantiles",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 24,
"x": 0,
"y": 278
},
"id": 94,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum by (quantile) (rate(go_gc_duration_seconds{app=~\"$app\", instance=~\"$instance\"}[$__interval]))",
"instant": false,
"legendFormat": "{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "GC Quantiles",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Memory in use by the application over time",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 286
},
"id": 96,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "rate(go_memstats_alloc_bytes{app=~\"$app\", instance=~\"$instance\"}[$__interval])",
"instant": false,
"legendFormat": "{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "Used Memory",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Total number of bytes allocated, even if freed.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 286
},
"id": 95,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "rate(go_memstats_alloc_bytes_total{app=~\"$app\", instance=~\"$instance\"}[$__interval])",
"instant": false,
"legendFormat": "{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "Allocated Memory",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Total number of frees.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 294
},
"id": 97,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "rate(go_memstats_frees_total{app=~\"$app\", instance=~\"$instance\"}[$__interval])",
"instant": false,
"legendFormat": "{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "Frees",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of allocated objects.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 294
},
"id": 104,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "rate(go_memstats_heap_objects{app=~\"$app\", instance=~\"$instance\"}[$__interval])",
"instant": false,
"legendFormat": "{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "Allocated objects",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of heap bytes released to OS.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 24,
"x": 0,
"y": 302
},
"id": 105,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "rate(go_memstats_heap_released_bytes{app=~\"$app\", instance=~\"$instance\"}[$__interval])",
"instant": false,
"legendFormat": "{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "Released memory",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Idle vs In Use heap memory",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "bars",
"fillOpacity": 100,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "normal"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 24,
"x": 0,
"y": 310
},
"id": 106,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(rate(go_memstats_heap_inuse_bytes{app=~\"$app\", instance=~\"$instance\"}[$__interval]))",
"hide": false,
"instant": false,
"legendFormat": "in use",
"range": true,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(rate(go_memstats_heap_idle_bytes{app=~\"$app\", instance=~\"$instance\"}[$__interval]))",
"instant": false,
"legendFormat": "idle",
"range": true,
"refId": "A"
}
],
"title": "Heap memory",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Obtained vs in use stack memory.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 24,
"x": 0,
"y": 318
},
"id": 107,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(rate(go_memstats_stack_inuse_bytes{app=~\"$app\", instance=~\"$instance\"}[$__interval]))",
"instant": false,
"legendFormat": "in use",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "sum(rate(go_memstats_stack_sys_bytes{app=~\"$app\", instance=~\"$instance\"}[$__interval]))",
"hide": false,
"instant": false,
"legendFormat": "obtained",
"range": true,
"refId": "B"
}
],
"title": "Stack memory",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of OS threads created.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 326
},
"id": 108,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "avg_over_time(go_threads{app=~\"$app\", instance=~\"$instance\"}[$interval])",
"instant": false,
"legendFormat": "{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "OS Threads",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"description": "Number of live go routines.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 326
},
"id": 109,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"editorMode": "code",
"expr": "avg_over_time(go_goroutines{app=~\"$app\", instance=~\"$instance\"}[$interval])",
"instant": false,
"legendFormat": "{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "Goroutines",
"type": "timeseries"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 334
},
"id": 9,
"panels": [],
"title": "Tracing",
"type": "row"
},
{
"datasource": {
"type": "tempo",
"uid": "e7eea071-7df9-44ff-8a6a-155248d05f42"
},
"fieldConfig": {
"defaults": {
"custom": {
"align": "auto",
"cellOptions": {
"type": "auto"
},
"inspect": false
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 19,
"w": 24,
"x": 0,
"y": 335
},
"id": 10,
"options": {
"cellHeight": "sm",
"footer": {
"countRows": false,
"fields": "",
"reducer": [
"sum"
],
"show": false
},
"showHeader": true
},
"pluginVersion": "10.4.0",
"targets": [
{
"datasource": {
"type": "tempo",
"uid": "e7eea071-7df9-44ff-8a6a-155248d05f42"
},
"filters": [
{
"id": "2adf4ac6",
"operator": "=~",
"scope": "span",
"tag": "http.route",
"value": [
"$endpoint"
],
"valueType": "string"
},
{
"id": "service-name",
"operator": "=",
"scope": "resource",
"tag": "service.name",
"value": [],
"valueType": "string"
},
{
"id": "span-name",
"operator": "=~",
"scope": "span",
"tag": "name",
"value": [],
"valueType": "string"
}
],
"hide": false,
"key": "Q-7e494413-0c5c-41b3-bf83-a0c8dc0b4205-0",
"limit": 10,
"queryType": "traceqlSearch",
"refId": "A",
"spss": 100,
"tableType": "traces"
}
],
"title": "Latest traces",
"type": "table"
}
],
"refresh": "30s",
"schemaVersion": 39,
"tags": [],
"templating": {
"list": [
{
"allValue": ".*",
"current": {
"selected": false,
"text": [
"kotel_example"
],
"value": [
"kotel_example"
]
},
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"definition": "label_values(app)",
"description": "Filter by reporting application",
"hide": 0,
"includeAll": true,
"label": "Application",
"multi": true,
"name": "app",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(app)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 0,
"type": "query"
},
{
"allValue": ".*",
"current": {
"selected": false,
"text": [
"All"
],
"value": [
"$__all"
]
},
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"definition": "label_values(instance)",
"description": "The Instance that we want to monitor",
"hide": 0,
"includeAll": true,
"label": "Instance",
"multi": true,
"name": "instance",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(instance)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"type": "query"
},
{
"allValue": ".*",
"current": {
"selected": false,
"text": [
"All"
],
"value": [
"$__all"
]
},
"datasource": {
"type": "prometheus",
"uid": "b9564da7-2fba-447a-934e-e0217745974e"
},
"definition": "label_values(krakend_proxy_duration_bucket,http_route)",
"description": "KrakenD exposed endpoint",
"hide": 0,
"includeAll": true,
"label": "Endpoint",
"multi": true,
"name": "endpoint",
"options": [],
"query": {
"qryType": 1,
"query": "label_values(krakend_proxy_duration_bucket,http_route)",
"refId": "PrometheusVariableQueryEditor-VariableQuery"
},
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 0,
"type": "query"
},
{
"current": {
"selected": true,
"text": "5m",
"value": "5m"
},
"description": "The granularity of the time interval",
"hide": 0,
"includeAll": false,
"label": "Interval",
"multi": false,
"name": "interval",
"options": [
{
"selected": false,
"text": "1m",
"value": "1m"
},
{
"selected": true,
"text": "5m",
"value": "5m"
},
{
"selected": false,
"text": "15m",
"value": "15m"
},
{
"selected": false,
"text": "30m",
"value": "30m"
},
{
"selected": false,
"text": "1h",
"value": "1h"
},
{
"selected": false,
"text": "2h",
"value": "2h"
},
{
"selected": false,
"text": "1d",
"value": "1d"
}
],
"query": "1m,5m,15m,30m,1h,2h,1d",
"queryValue": "",
"skipUrlSync": false,
"type": "custom"
},
{
"current": {
"selected": true,
"text": "15",
"value": "15"
},
"description": "Number of elements to display in lists, like top N, or bottom N",
"hide": 0,
"includeAll": false,
"label": "Max items",
"multi": false,
"name": "max_list",
"options": [
{
"selected": false,
"text": "3",
"value": "3"
},
{
"selected": false,
"text": "5",
"value": "5"
},
{
"selected": false,
"text": "10",
"value": "10"
},
{
"selected": true,
"text": "15",
"value": "15"
},
{
"selected": false,
"text": "20",
"value": "20"
}
],
"query": "3,5,10,15,20",
"queryValue": "",
"skipUrlSync": false,
"type": "custom"
}
]
},
"time": {
"from": "now-1h",
"to": "now"
},
"timepicker": {},
"timezone": "",
"title": "KrakenD OTEL",
"uid": "d7e631a4-afbc-4267-91e8-b9492bcd801b",
"version": 8,
"weekStart": ""
}
Reference in New Issue View Git Blame Copy Permalink