Created
September 4, 2024 20:50
-
-
Save Aaronontheweb/71f531d4b29319fac084b214431c21ab to your computer and use it in GitHub Desktop.
Phobos Experimental OTLP Dashboards (Prometheus Data Source, Grafana Dashboard)
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"__inputs": [ | |
{ | |
"name": "DS_PROMETHEUS", | |
"label": "Prometheus", | |
"description": "", | |
"type": "datasource", | |
"pluginId": "prometheus", | |
"pluginName": "Prometheus" | |
} | |
], | |
"__elements": {}, | |
"__requires": [ | |
{ | |
"type": "panel", | |
"id": "bargauge", | |
"name": "Bar gauge", | |
"version": "" | |
}, | |
{ | |
"type": "grafana", | |
"id": "grafana", | |
"name": "Grafana", | |
"version": "11.0.0" | |
}, | |
{ | |
"type": "datasource", | |
"id": "prometheus", | |
"name": "Prometheus", | |
"version": "1.0.0" | |
}, | |
{ | |
"type": "panel", | |
"id": "stat", | |
"name": "Stat", | |
"version": "" | |
}, | |
{ | |
"type": "panel", | |
"id": "table", | |
"name": "Table", | |
"version": "" | |
}, | |
{ | |
"type": "panel", | |
"id": "timeseries", | |
"name": "Time series", | |
"version": "" | |
} | |
], | |
"annotations": { | |
"list": [ | |
{ | |
"builtIn": 1, | |
"datasource": { | |
"type": "grafana", | |
"uid": "-- Grafana --" | |
}, | |
"enable": true, | |
"hide": true, | |
"iconColor": "rgba(0, 211, 255, 1)", | |
"name": "Annotations & Alerts", | |
"type": "dashboard" | |
} | |
] | |
}, | |
"description": "Uses Phobos metrics to keep track of Akka.Management background activity.", | |
"editable": true, | |
"fiscalYearStartMonth": 0, | |
"graphTooltip": 0, | |
"id": null, | |
"links": [], | |
"panels": [ | |
{ | |
"collapsed": false, | |
"gridPos": { | |
"h": 1, | |
"w": 24, | |
"x": 0, | |
"y": 0 | |
}, | |
"id": 6, | |
"panels": [], | |
"title": "Cluster Status", | |
"type": "row" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "Total number of active Akka.Cluster Members.", | |
"fieldConfig": { | |
"defaults": { | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 7, | |
"w": 19, | |
"x": 0, | |
"y": 1 | |
}, | |
"id": 3, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"mean" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"showPercentChange": false, | |
"text": {}, | |
"textMode": "auto", | |
"wideLayout": true | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "ceil(avg(akka_cluster_members{status=\"Up\",exported_job=\"$workload\", cluster=\"$environment\"}))", | |
"instant": true, | |
"interval": "", | |
"legendFormat": "Up", | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "ceil(avg(akka_cluster_members{status=\"WeaklyUp\",exported_job=\"$workload\",cluster=\"$environment\"}))", | |
"instant": true, | |
"interval": "", | |
"legendFormat": "WeaklyUp", | |
"refId": "B" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "ceil(avg(akka_cluster_members{status=\"Joining\",exported_job=\"$workload\",cluster=\"$environment\"}))", | |
"instant": true, | |
"interval": "", | |
"legendFormat": "Joining", | |
"refId": "C" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "ceil(avg(akka_cluster_members{status=\"Leaving\",exported_job=\"$workload\",cluster=\"$environment\"}))", | |
"instant": true, | |
"interval": "", | |
"legendFormat": "Leaving", | |
"refId": "D" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "ceil(avg(akka_cluster_members{status=\"Exiting\",exported_job=\"$workload\",cluster=\"$environment\"}))", | |
"instant": true, | |
"interval": "", | |
"legendFormat": "Exiting", | |
"refId": "E" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "ceil(avg(akka_cluster_members{status=\"Down\",exported_job=\"$workload\",cluster=\"$environment\"}))", | |
"instant": true, | |
"interval": "", | |
"legendFormat": "Down", | |
"refId": "F" | |
} | |
], | |
"title": "Active Cluster Size", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "All nodes in the cluster that are detected to be unreachable.", | |
"fieldConfig": { | |
"defaults": { | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 1 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 7, | |
"w": 5, | |
"x": 19, | |
"y": 1 | |
}, | |
"id": 4, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"mean" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"showPercentChange": false, | |
"text": {}, | |
"textMode": "auto", | |
"wideLayout": true | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "ceil(avg(akka_cluster_reachable_members{status=\"False\",exported_job=\"$workload\",cluster=\"$environment\"}))", | |
"instant": true, | |
"interval": "", | |
"legendFormat": "", | |
"refId": "A" | |
} | |
], | |
"title": "Unreachable Nodes", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "Tracks all nodes by their membership status and reachability.", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisBorderShow": false, | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 10, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"insertNulls": false, | |
"lineInterpolation": "stepAfter", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "never", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 6, | |
"w": 24, | |
"x": 0, | |
"y": 8 | |
}, | |
"id": 5, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"maxHeight": 600, | |
"mode": "multi", | |
"sort": "none" | |
} | |
}, | |
"pluginVersion": "8.2.6", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "ceil(avg by(status)(akka_cluster_members{exported_job=\"$workload\",cluster=\"$environment\"}))", | |
"interval": "", | |
"legendFormat": "{{status}}", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "ceil(avg(akka_cluster_reachable_members{status=\"False\",exported_job=\"$workload\",cluster=\"$environment\"}))", | |
"instant": false, | |
"interval": "", | |
"legendFormat": "Unreachable", | |
"refId": "B" | |
} | |
], | |
"title": "Cluster Nodes by Status", | |
"type": "timeseries" | |
}, | |
{ | |
"collapsed": false, | |
"gridPos": { | |
"h": 1, | |
"w": 24, | |
"x": 0, | |
"y": 14 | |
}, | |
"id": 7, | |
"panels": [], | |
"title": "Logging and Error Rates", | |
"type": "row" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "Total aggregate logging activity per-second for each node in an Akka.NET cluster.", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisBorderShow": false, | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 10, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"insertNulls": false, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "never", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green", | |
"value": null | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [ | |
{ | |
"matcher": { | |
"id": "byName", | |
"options": "error" | |
}, | |
"properties": [ | |
{ | |
"id": "color", | |
"value": { | |
"fixedColor": "#F2495C", | |
"mode": "fixed" | |
} | |
}, | |
{ | |
"id": "custom.fillOpacity", | |
"value": 10 | |
} | |
] | |
}, | |
{ | |
"matcher": { | |
"id": "byName", | |
"options": "warning" | |
}, | |
"properties": [ | |
{ | |
"id": "color", | |
"value": { | |
"fixedColor": "#FA6400", | |
"mode": "fixed" | |
} | |
}, | |
{ | |
"id": "custom.fillOpacity", | |
"value": 20 | |
} | |
] | |
}, | |
{ | |
"matcher": { | |
"id": "byName", | |
"options": "info" | |
}, | |
"properties": [ | |
{ | |
"id": "color", | |
"value": { | |
"fixedColor": "#73BF69", | |
"mode": "fixed" | |
} | |
} | |
] | |
}, | |
{ | |
"matcher": { | |
"id": "byName", | |
"options": "debug" | |
}, | |
"properties": [ | |
{ | |
"id": "color", | |
"value": { | |
"fixedColor": "#C8F2C2", | |
"mode": "fixed" | |
} | |
} | |
] | |
} | |
] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 24, | |
"x": 0, | |
"y": 15 | |
}, | |
"id": 8, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "table", | |
"placement": "right", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"maxHeight": 600, | |
"mode": "multi", | |
"sort": "none" | |
} | |
}, | |
"pluginVersion": "8.2.6", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "sum by(level)(ceil(increase(akka_logs_events_total{exported_job=\"$workload\",cluster=\"$environment\"}[$__range])))", | |
"format": "time_series", | |
"instant": false, | |
"interval": "", | |
"intervalFactor": 1, | |
"legendFormat": "{{level}}", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Cluster Logging Activity", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "Groups all exceptions detected in Akka.NET logs by type.", | |
"fieldConfig": { | |
"defaults": { | |
"custom": { | |
"align": "auto", | |
"cellOptions": { | |
"type": "auto" | |
}, | |
"inspect": false | |
}, | |
"decimals": 2, | |
"displayName": "", | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [ | |
{ | |
"matcher": { | |
"id": "byName", | |
"options": "Time" | |
}, | |
"properties": [ | |
{ | |
"id": "displayName", | |
"value": "Time" | |
}, | |
{ | |
"id": "custom.hidden", | |
"value": true | |
}, | |
{ | |
"id": "custom.align" | |
} | |
] | |
} | |
] | |
}, | |
"gridPos": { | |
"h": 9, | |
"w": 12, | |
"x": 0, | |
"y": 23 | |
}, | |
"id": 9, | |
"options": { | |
"cellHeight": "sm", | |
"footer": { | |
"countRows": false, | |
"fields": "", | |
"reducer": [ | |
"sum" | |
], | |
"show": false | |
}, | |
"showHeader": true | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "sum by(cluster_role,akka_address,exceptiontype)(ceil(increase(akka_logs_events_total{exported_job=\"$workload\",cluster=\"$environment\",exceptiontype=~\".+\"}[$__range])))", | |
"format": "table", | |
"instant": true, | |
"interval": "", | |
"intervalFactor": 1, | |
"legendFormat": "", | |
"refId": "A" | |
} | |
], | |
"title": "Exceptions by Type", | |
"transformations": [ | |
{ | |
"id": "sortBy", | |
"options": { | |
"fields": {}, | |
"sort": [ | |
{ | |
"desc": true, | |
"field": "Value" | |
} | |
] | |
} | |
} | |
], | |
"type": "table" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "Total errors logged by Akka.NET over past 5 minutes, cumulative for all roles / cluster / exception types.", | |
"fieldConfig": { | |
"defaults": { | |
"mappings": [ | |
{ | |
"options": { | |
"match": "null", | |
"result": { | |
"text": "N/A" | |
} | |
}, | |
"type": "special" | |
} | |
], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "none" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 9, | |
"w": 12, | |
"x": 12, | |
"y": 23 | |
}, | |
"id": 10, | |
"maxDataPoints": 100, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "horizontal", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"showPercentChange": false, | |
"text": {}, | |
"textMode": "auto", | |
"wideLayout": true | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "sum(increase(akka_logs_events_total{level=\"error\",exported_job=\"$workload\",cluster=\"$environment\"}[$__range]))", | |
"format": "time_series", | |
"instant": false, | |
"interval": "", | |
"intervalFactor": 1, | |
"legendFormat": "", | |
"refId": "A" | |
} | |
], | |
"title": "Total Errors Logged", | |
"type": "stat" | |
}, | |
{ | |
"collapsed": false, | |
"gridPos": { | |
"h": 1, | |
"w": 24, | |
"x": 0, | |
"y": 32 | |
}, | |
"id": 11, | |
"panels": [], | |
"title": "Actor Metrics", | |
"type": "row" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "All actor message processing activity", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisBorderShow": false, | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"insertNulls": false, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 24, | |
"x": 0, | |
"y": 33 | |
}, | |
"id": 22, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"maxHeight": 600, | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "sum(ceil(irate(akka_messages_recv_msgs_total{exported_job=\"$workload\",cluster=\"$environment\"}[$__range])))", | |
"instant": false, | |
"legendFormat": "processed msgs / second", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"expr": "sum(ceil(irate(akka_messages_deadletters_msgs_total{exported_job=\"$workload\",cluster=\"$environment\"}[$__range])))", | |
"hide": false, | |
"instant": false, | |
"legendFormat": "deadletters / second", | |
"range": true, | |
"refId": "B" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"expr": "sum(ceil(irate(akka_messages_unhandled_msgs_total{exported_job=\"$workload\",cluster=\"$environment\"}[$__range])))", | |
"hide": false, | |
"instant": false, | |
"legendFormat": "unhandled msgs / second", | |
"range": true, | |
"refId": "C" | |
} | |
], | |
"title": "Total Actor Message Processing (msg/s)", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "The full set of Akka.NET actors running on all nodes for all roles in a cluster.", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisBorderShow": false, | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 10, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"insertNulls": false, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "never", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 9, | |
"w": 12, | |
"x": 0, | |
"y": 41 | |
}, | |
"id": 12, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"maxHeight": 600, | |
"mode": "multi", | |
"sort": "none" | |
} | |
}, | |
"pluginVersion": "8.2.6", | |
"repeatDirection": "h", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "sum by(cluster_role,akka_address)(akka_actor_live_actors{exported_job=\"$workload\",cluster=\"$environment\"})", | |
"format": "time_series", | |
"instant": false, | |
"interval": "", | |
"intervalFactor": 1, | |
"legendFormat": "Total Actors [{{cluster_role}} ({{akka_address}})]", | |
"refId": "A" | |
} | |
], | |
"title": "Total Akka.NET Actors", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "Cumulative Akka.NET messaging throughput across all selected nodes and roles.", | |
"fieldConfig": { | |
"defaults": { | |
"mappings": [ | |
{ | |
"options": { | |
"match": "null", | |
"result": { | |
"text": "N/A" | |
} | |
}, | |
"type": "special" | |
} | |
], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "reqps" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 9, | |
"w": 12, | |
"x": 12, | |
"y": 41 | |
}, | |
"id": 13, | |
"maxDataPoints": 100, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "horizontal", | |
"reduceOptions": { | |
"calcs": [ | |
"last" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"showPercentChange": false, | |
"text": {}, | |
"textMode": "auto", | |
"wideLayout": true | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "sum(irate(akka_messages_recv_msgs_total{exported_job=\"$workload\",cluster=\"$environment\"}[$__range]))", | |
"format": "time_series", | |
"instant": false, | |
"interval": "", | |
"intervalFactor": 1, | |
"legendFormat": "", | |
"refId": "A" | |
} | |
], | |
"title": "Total Actor Throughput (msg/s)", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "All actor counts by type.", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"custom": { | |
"align": "auto", | |
"cellOptions": { | |
"type": "auto" | |
}, | |
"inspect": false | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 9, | |
"w": 12, | |
"x": 0, | |
"y": 50 | |
}, | |
"id": 1, | |
"options": { | |
"cellHeight": "sm", | |
"footer": { | |
"countRows": false, | |
"fields": "", | |
"reducer": [ | |
"sum" | |
], | |
"show": false | |
}, | |
"showHeader": true | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "topk(10,sum by(actortype)(akka_actor_live_actors{exported_job=\"$workload\",cluster=\"$environment\"}))", | |
"format": "table", | |
"instant": true, | |
"legendFormat": "{{actortype}} created", | |
"range": false, | |
"refId": "A" | |
} | |
], | |
"title": "Live Actors by Type", | |
"transformations": [ | |
{ | |
"id": "labelsToFields", | |
"options": { | |
"mode": "columns", | |
"valueLabel": "actortype" | |
} | |
}, | |
{ | |
"id": "organize", | |
"options": { | |
"excludeByName": { | |
"Time": true | |
}, | |
"includeByName": {}, | |
"indexByName": {}, | |
"renameByName": { | |
"Value": "Alive" | |
} | |
} | |
}, | |
{ | |
"id": "sortBy", | |
"options": { | |
"fields": {}, | |
"sort": [ | |
{ | |
"desc": true, | |
"field": "Alive" | |
} | |
] | |
} | |
} | |
], | |
"type": "table" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "Top 10 actor type / exception type pairs, based on the number of crashes per second observed over a 30 minute timespan.", | |
"fieldConfig": { | |
"defaults": { | |
"custom": { | |
"align": "auto", | |
"cellOptions": { | |
"type": "auto" | |
}, | |
"filterable": false, | |
"inspect": false | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 9, | |
"w": 12, | |
"x": 12, | |
"y": 50 | |
}, | |
"id": 14, | |
"options": { | |
"cellHeight": "sm", | |
"footer": { | |
"countRows": false, | |
"fields": "", | |
"reducer": [ | |
"sum" | |
], | |
"show": false | |
}, | |
"showHeader": true | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "topk(10,sum by(actortype, exceptiontype)(increase(akka_actor_restarts_total{exported_job=\"$workload\",cluster=\"$environment\"}[$__range])))", | |
"format": "table", | |
"instant": true, | |
"interval": "", | |
"legendFormat": "{{actortype}},{{exceptiontype}}", | |
"refId": "A" | |
} | |
], | |
"title": "Actor Crashes by Actor / Exception (Top 10)", | |
"type": "table" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisBorderShow": false, | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"insertNulls": false, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 12, | |
"x": 0, | |
"y": 59 | |
}, | |
"id": 18, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"maxHeight": 600, | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "sum by (actortype)(ceil(irate(akka_actor_created_starts_total{exported_job=\"$workload\",cluster=\"$environment\"}[$__range]))) != 0", | |
"instant": false, | |
"interval": "", | |
"legendFormat": "{{actortype}} started", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"expr": "sum by (actortype)(ceil(irate(akka_actor_stopped_stops_total{exported_job=\"$workload\"}[$__range]))) != 0", | |
"hide": false, | |
"instant": false, | |
"legendFormat": "{{actortype}} stopped", | |
"range": true, | |
"refId": "B" | |
} | |
], | |
"title": "Actor Starts and Stops by Type", | |
"transformations": [ | |
{ | |
"id": "filterByValue", | |
"options": { | |
"filters": [], | |
"match": "any", | |
"type": "exclude" | |
} | |
} | |
], | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 12, | |
"w": 24, | |
"x": 0, | |
"y": 67 | |
}, | |
"id": 19, | |
"options": { | |
"displayMode": "gradient", | |
"maxVizHeight": 300, | |
"minVizHeight": 16, | |
"minVizWidth": 8, | |
"namePlacement": "auto", | |
"orientation": "horizontal", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"showUnfilled": true, | |
"sizing": "auto", | |
"valueMode": "color" | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "topk(10, sum by(messagetype)(rate(akka_messages_recv_msgs_total{exported_job=\"$workload\",cluster=\"$environment\"}[$__range])) != 0)", | |
"instant": false, | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Message Throughputs by Type (msg/s)", | |
"type": "bargauge" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 12, | |
"w": 24, | |
"x": 0, | |
"y": 79 | |
}, | |
"id": 20, | |
"options": { | |
"displayMode": "gradient", | |
"maxVizHeight": 300, | |
"minVizHeight": 16, | |
"minVizWidth": 8, | |
"namePlacement": "auto", | |
"orientation": "horizontal", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"showUnfilled": true, | |
"sizing": "auto", | |
"valueMode": "color" | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "topk(10, sum by(messagetype)(increase(akka_messages_recv_msgs_total{exported_job=\"$workload\",cluster=\"$environment\"}[$__range])) != 0)", | |
"instant": false, | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Message Totals by Type (msg/s)", | |
"type": "bargauge" | |
}, | |
{ | |
"collapsed": false, | |
"gridPos": { | |
"h": 1, | |
"w": 24, | |
"x": 0, | |
"y": 91 | |
}, | |
"id": 16, | |
"panels": [], | |
"title": "Sharding Statistics [$shardRegion]", | |
"type": "row" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "Shows the distribution of $shardRegion shards across all nodes in the cluster.", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 12, | |
"x": 0, | |
"y": 92 | |
}, | |
"id": 15, | |
"options": { | |
"displayMode": "gradient", | |
"maxVizHeight": 300, | |
"minVizHeight": 16, | |
"minVizWidth": 8, | |
"namePlacement": "auto", | |
"orientation": "horizontal", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"showUnfilled": true, | |
"sizing": "auto", | |
"text": {}, | |
"valueMode": "color" | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "sum by(akka_address)(akka_cluster_sharding_shards{region=~\"$shardRegion\",exported_job=\"$workload\",cluster=\"$environment\"})", | |
"hide": false, | |
"instant": false, | |
"interval": "", | |
"legendFormat": "{{akka_address}}", | |
"refId": "A" | |
} | |
], | |
"title": "Shard Distribution [$shardRegion]", | |
"type": "bargauge" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"description": "Shows the distribution of $shardRegion entities across all nodes in the cluster. Please note that this number reflects the total number of ALIVE entity actors.", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 12, | |
"x": 12, | |
"y": 92 | |
}, | |
"id": 17, | |
"options": { | |
"displayMode": "gradient", | |
"maxVizHeight": 300, | |
"minVizHeight": 16, | |
"minVizWidth": 8, | |
"namePlacement": "auto", | |
"orientation": "horizontal", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"showUnfilled": true, | |
"sizing": "auto", | |
"text": {}, | |
"valueMode": "color" | |
}, | |
"pluginVersion": "11.0.0", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"editorMode": "code", | |
"exemplar": true, | |
"expr": "sum by(akka_address)(akka_cluster_sharding_entities{region=~\"$shardRegion\",exported_job=\"$workload\",cluster=\"$environment\"})", | |
"hide": false, | |
"instant": false, | |
"interval": "", | |
"legendFormat": "{{akka_address}}", | |
"refId": "A" | |
} | |
], | |
"title": "Entity Distribution [$shardRegion]", | |
"type": "bargauge" | |
} | |
], | |
"refresh": "30s", | |
"schemaVersion": 39, | |
"tags": [ | |
"akka.net", | |
"akka-management" | |
], | |
"templating": { | |
"list": [ | |
{ | |
"current": {}, | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"definition": "label_values(process_runtime_dotnet_assemblies_count{cluster=\"$environment\"},exported_job)", | |
"description": "Job exported from OTEL metrics", | |
"hide": 0, | |
"includeAll": false, | |
"label": "Workload", | |
"multi": false, | |
"name": "workload", | |
"options": [], | |
"query": { | |
"qryType": 1, | |
"query": "label_values(process_runtime_dotnet_assemblies_count{cluster=\"$environment\"},exported_job)", | |
"refId": "PrometheusVariableQueryEditor-VariableQuery" | |
}, | |
"refresh": 1, | |
"regex": "", | |
"skipUrlSync": false, | |
"sort": 0, | |
"type": "query" | |
}, | |
{ | |
"current": {}, | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"definition": "label_values(akka_cluster_sharding_entities{exported_job=\"$workload\", cluster=\"$environment\"},region)", | |
"description": "All of the available shardRegions in the current Akka.NET cluster.", | |
"hide": 0, | |
"includeAll": true, | |
"label": "shardRegion", | |
"multi": true, | |
"name": "shardRegion", | |
"options": [], | |
"query": { | |
"qryType": 1, | |
"query": "label_values(akka_cluster_sharding_entities{exported_job=\"$workload\", cluster=\"$environment\"},region)", | |
"refId": "PrometheusVariableQueryEditor-VariableQuery" | |
}, | |
"refresh": 1, | |
"regex": "", | |
"skipUrlSync": false, | |
"sort": 0, | |
"type": "query" | |
}, | |
{ | |
"current": {}, | |
"datasource": { | |
"type": "prometheus", | |
"uid": "${DS_PROMETHEUS}" | |
}, | |
"definition": "label_values(akka_actor_live_actors,cluster)", | |
"description": "The K8s environment where this namespace can be found.", | |
"hide": 0, | |
"includeAll": false, | |
"label": "environment", | |
"multi": false, | |
"name": "environment", | |
"options": [], | |
"query": { | |
"qryType": 1, | |
"query": "label_values(akka_actor_live_actors,cluster)", | |
"refId": "PrometheusVariableQueryEditor-VariableQuery" | |
}, | |
"refresh": 1, | |
"regex": "", | |
"skipUrlSync": false, | |
"sort": 0, | |
"type": "query" | |
} | |
] | |
}, | |
"time": { | |
"from": "now-6h", | |
"to": "now" | |
}, | |
"timeRangeUpdatedDuringEditOrView": false, | |
"timepicker": {}, | |
"timezone": "browser", | |
"title": "Phobos Metrics by OTEL Workload", | |
"uid": "adpi53volnxtsb", | |
"version": 41, | |
"weekStart": "" | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment