{ "__inputs": [ { "name": "DS_PROMETHEUS", "label": "prometheus", "description": "", "type": "datasource", "pluginId": "prometheus", "pluginName": "Prometheus" } ], "__elements": {}, "__requires": [ { "type": "panel", "id": "gauge", "name": "Gauge", "version": "" }, { "type": "grafana", "id": "grafana", "name": "Grafana", "version": "12.3.1" }, { "type": "datasource", "id": "prometheus", "name": "Prometheus", "version": "1.0.0" }, { "type": "panel", "id": "timeseries", "name": "Time series", "version": "" } ], "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "description": "Complete monitoring dashboard for Observer pods including Go runtime, database, aggregation, queue, and gRPC metrics", "editable": false, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": null, "links": [], "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 100, "panels": [], "title": "GRPC metrics", "type": "row" }, { "datasource": { "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 1 }, "id": 4003, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (le, observer_kind, method) (rate(f5_grpc_clientside_call_duration_seconds_bucket{observer_kind=~\"$observer_kind\", method=~\"$method\", status=\"OK\"}[5m])))", "legendFormat": "{{observer_kind}} - {{method}} P95", "range": true, "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "gRPC Clientside Call Duration P95", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 1 }, "id": 4005, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (le, observer_kind, method) (rate(f5_grpc_serverside_call_duration_seconds_bucket{observer_kind=~\"$observer_kind\", method=~\"$method\", status=\"OK\"}[5m])))", "legendFormat": "{{observer_kind}} - {{method}} P95", "range": true, "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "gRPC Serverside Call Duration P95", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Serverside gRPC call count per observer kind.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "ops" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 13 }, "id": 1001, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "editorMode": "code", "expr": "sum by (observer_kind) (rate(f5_grpc_serverside_call_duration_seconds_count{observer_kind=~\"$observer_kind\"}[5m]))", "legendFormat": "{{observer_kind}} call count/s", "range": true, "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "gRPC Serverside Call Count", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Clientside gRPC call count per observer kind.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "ops" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 13 }, "id": 4006, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "sum by (observer_kind) (rate(f5_grpc_clientside_call_duration_seconds_count{observer_kind=~\"$observer_kind\"}[5m]))", "legendFormat": "{{observer_kind}} call count/s", "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "gRPC Clientside Call Count", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 25 }, "id": 4004, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "editorMode": "code", "expr": "rate(f5_grpc_clientside_call_duration_seconds_sum{observer_kind=~\"$observer_kind\", method=~\"$method\", status=\"OK\"}[5m]) / rate(f5_grpc_clientside_call_duration_seconds_count{observer_kind=~\"$observer_kind\", method=~\"$method\", status=\"OK\"}[5m])", "legendFormat": "{{observer_kind}} - {{method}} avg duration", "range": true, "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "gRPC Clientside Call Duration Avg", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Serverside gRPC call average duration per observer kind.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 25 }, "id": 1003, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "editorMode": "code", "expr": "rate(f5_grpc_serverside_call_duration_seconds_sum{observer_kind=~\"$observer_kind\", method=~\"$method\", status=\"OK\"}[5m]) / rate(f5_grpc_serverside_call_duration_seconds_count{observer_kind=~\"$observer_kind\", method=~\"$method\", status=\"OK\"}[5m])", "legendFormat": "{{observer_kind}} - {{method}} avg duration", "range": true, "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "gRPC Serverside Call Duration Avg", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 37 }, "id": 101, "panels": [], "title": "Go Runtime metrics", "type": "row" }, { "datasource": { "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 38 }, "id": 4007, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "label_replace(go_goroutines{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}, \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}", "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "Go: Goroutines per Pod", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 38 }, "id": 4008, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "label_replace(go_memstats_heap_inuse_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}, \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}: in use", "refId": "A", "datasource": { "uid": "$datasource" } }, { "expr": "label_replace(go_memstats_heap_sys_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}, \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}: reserved", "refId": "B", "datasource": { "uid": "$datasource" } } ], "title": "Go: Heap In Use / Reserved", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Average total bytes of memory reserved across all process instances of a job.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 50 }, "id": 16, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "datasource": { "uid": "$datasource" }, "expr": "label_replace(avg by(target_name)(go_memstats_sys_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "interval": "", "legendFormat": "{{pod}} (avg)", "refId": "A" } ], "title": "Total Reserved Memory", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Average stack memory usage across all instances of a job.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 50 }, "id": 24, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "datasource": { "uid": "$datasource" }, "expr": "label_replace(avg by (target_name) (go_memstats_stack_sys_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "interval": "", "legendFormat": "{{pod}}: stack inuse (avg)", "refId": "A" } ], "title": "Stack Memory Use", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Average memory reservations by the runtime, not for stack or heap, across all instances of a job.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 62 }, "id": 26, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "label_replace(avg by (target_name)(go_memstats_mspan_sys_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}: mspan (avg)", "refId": "B", "datasource": { "uid": "$datasource" } }, { "expr": "label_replace(avg by (target_name)(go_memstats_mcache_sys_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}: mcache (avg)", "refId": "D", "datasource": { "uid": "$datasource" } }, { "expr": "label_replace(avg by (target_name)(go_memstats_buck_hash_sys_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}: buck hash (avg)", "refId": "E", "datasource": { "uid": "$datasource" } }, { "expr": "label_replace(avg by (target_name)(go_memstats_gc_sys_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}: gc (avg)", "refId": "F", "datasource": { "uid": "$datasource" } } ], "title": "Other Memory Reservations", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 62 }, "id": 4009, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "label_replace(rate(go_memstats_alloc_bytes_total{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}[$__rate_interval]), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}", "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "Go: Allocation Rate (bytes/s)", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 74 }, "id": 4010, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "label_replace(go_memstats_mallocs_total{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"} - go_memstats_frees_total{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}, \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}", "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "Go: Live Objects", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Average memory reserved, and actually in use, by the heap, across all instances of a job.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 74 }, "id": 12, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "label_replace(avg by (target_name)(go_memstats_heap_sys_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}: heap reserved (avg)", "refId": "B", "datasource": { "uid": "$datasource" } }, { "expr": "label_replace(avg by (target_name)(go_memstats_heap_inuse_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "legendFormat": "{{pod}}: heap in use (avg)", "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "Heap Memory", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Average allocation rate in bytes per second, across all instances of a job.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 4, "scaleDistribution": { "type": "linear" }, "showPoints": "always", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 86 }, "id": 14, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "label_replace(avg by (target_name)(rate(go_memstats_alloc_bytes_total{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}[$__rate_interval])), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "interval": "", "legendFormat": "{{pod}}: bytes malloced/s (avg)", "refId": "A", "datasource": { "uid": "$datasource" } } ], "title": "Allocation Rate, Bytes", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Average rate of heap object allocation, across all instances of a job.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 86 }, "id": 20, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "datasource": { "uid": "$datasource" }, "expr": "label_replace(avg by (target_name)(rate(go_memstats_mallocs_total{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}[$__rate_interval])), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "interval": "", "legendFormat": "{{pod}}: obj mallocs/s (avg)", "refId": "A" } ], "title": "Heap Object Allocation Rate", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Average number of live memory objects across all instances of a job.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 98 }, "id": 22, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "datasource": { "uid": "$datasource" }, "expr": "label_replace(avg by(target_name)(go_memstats_mallocs_total{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"} - go_memstats_frees_total{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "interval": "", "legendFormat": "{{pod}}: object count (avg)", "refId": "A" } ], "title": "Number of Live Objects", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "Average number of goroutines across instances of a job.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 98 }, "id": 8, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "datasource": { "uid": "$datasource" }, "expr": "label_replace(avg by (target_name)(go_goroutines{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "interval": "", "legendFormat": "{{pod}}: goroutine count (avg)", "refId": "A" } ], "title": "Goroutines", "type": "timeseries" }, { "datasource": { "uid": "$datasource" }, "description": "The number used bytes at which the runtime plans to perform the next GC, averaged across all instances of a job.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 110 }, "id": 27, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "datasource": { "uid": "$datasource" }, "expr": "label_replace(avg by (target_name)(go_memstats_next_gc_bytes{job=~\"$job\", instance=~\"$instance\", target_name=~\"$pod.*\"}), \"pod\", \"$1\", \"target_name\", \"^([^:]+):.*$\")", "interval": "", "legendFormat": "{{pod}}: next gc bytes (avg)", "refId": "A" } ], "title": "Next GC, Bytes", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 122 }, "id": 103, "panels": [], "title": "Storage/aggregation metrics", "type": "row" }, { "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 123 }, "id": 4011, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "f5_metricsdb_memtable_size{cluster=~\"$cluster\", namespace=~\"$namespace\", observer_kind=~\"$observer_kind\"}", "legendFormat": "{{observer_kind}} MiB", "refId": "A" } ], "title": "Storage Memtable Size", "type": "timeseries" }, { "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 123 }, "id": 4012, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "f5_metricsdb_disk_space_usage{cluster=~\"$cluster\", namespace=~\"$namespace\", observer_kind=~\"$observer_kind\"}", "legendFormat": "{{observer_kind}}", "refId": "A" } ], "title": "Storage Disk Space Usage", "type": "timeseries" }, { "fieldConfig": { "defaults": { "decimals": 0, "mappings": [], "max": 10, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "yellow", "value": 3 }, { "color": "orange", "value": 6 }, { "color": "red", "value": 8 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 135 }, "id": 4013, "options": { "displayMode": "lcd", "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": true, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "12.3.1", "targets": [ { "expr": "f5_metricsdb_read_amplification{cluster=~\"$cluster\", namespace=~\"$namespace\", observer_kind=~\"$observer_kind\"}", "legendFormat": "Read Amplification", "refId": "A" }, { "expr": "f5_metricsdb_write_amplification{cluster=~\"$cluster\", namespace=~\"$namespace\", observer_kind=~\"$observer_kind\"}", "legendFormat": "Write Amplification", "refId": "B" }, { "expr": "f5_metricsdb_num_sstables{cluster=~\"$cluster\", namespace=~\"$namespace\", observer_kind=~\"$observer_kind\"}", "legendFormat": "Number of SSTables", "refId": "C" } ], "title": "Storage Amplification & SSTables", "type": "gauge" }, { "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "ops" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 135 }, "id": 4014, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "f5_metricsdb_disk_slow{cluster=~\"$cluster\", namespace=~\"$namespace\", observer_kind=~\"$observer_kind\"}", "legendFormat": "{{observer_kind}}", "refId": "A" } ], "title": "Slow Disk Operations", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "decimals": 0, "mappings": [], "max": 10, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 147 }, "id": 4015, "options": { "displayMode": "lcd", "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": false, "sizing": "auto" }, "pluginVersion": "12.3.1", "targets": [ { "editorMode": "code", "expr": "sum (f5_metricsdb_segment_rows_count{namespace=~\"$namespace\", observer_kind=~\"$observer_kind\", table=~\"$table\"})", "legendFormat": "Metric Rows Count", "range": true, "refId": "A", "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" } }, { "editorMode": "code", "expr": "sum (f5_metricsdb_segment_metrics_count{namespace=~\"$namespace\", observer_kind=~\"$observer_kind\", table=~\"$table\"})", "legendFormat": "Metrics Count", "range": true, "refId": "B", "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" } } ], "title": "Metrics Count", "type": "gauge" }, { "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "ns" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 147 }, "id": 4017, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "expr": "f5_aggregation_average_time_nanoseconds{cluster=~\"$cluster\", namespace=~\"$namespace\", observer_kind=~\"$observer_kind\"}", "legendFormat": "{{observer_kind}}", "refId": "A" } ], "title": "Aggregation Average Time (ns)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "decimals": 0, "mappings": [], "max": 10, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 159 }, "id": 4018, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "12.3.1", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "f5_metricsdb_merged_count_total{cluster=~\"$cluster\", namespace=~\"$namespace\", observer_kind=~\"$observer_kind\"} ", "legendFormat": "{{observer_kind}}", "range": true, "refId": "A", "datasource": { "type": "prometheus", "uid": "$datasource" } } ], "title": "Merged Count Rate", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "ns" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 159 }, "id": 4016, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.3.1", "targets": [ { "editorMode": "code", "expr": "f5_metricsdb_merge_average_time_nanoseconds{observer_kind=~\"$observer_kind\"}", "legendFormat": "{{observer_kind}}", "range": true, "refId": "A", "datasource": { "type": "prometheus", "uid": "$datasource" } } ], "title": "Merge Operations - Average Time", "type": "timeseries" } ], "preload": false, "refresh": "30s", "schemaVersion": 42, "tags": [ "observer", "runtime", "database", "grpc", "kubernetes" ], "templating": { "list": [ { "allValue": ".+", "current": {}, "datasource": { "uid": "$datasource" }, "definition": "label_values(f5_grpc_clientside_call_bytes_in_sum, method)", "includeAll": true, "label": "gRPC Method", "multi": true, "name": "method", "options": [], "query": { "query": "label_values(f5_grpc_clientside_call_bytes_in_sum, method)", "refId": "method-Variable-Query" }, "refresh": 2, "regex": "", "type": "query" }, { "allValue": ".+", "current": {}, "datasource": { "uid": "$datasource" }, "definition": "label_values(go_info, job)", "includeAll": true, "label": "job", "multi": true, "name": "job", "options": [], "query": { "query": "label_values(go_info, job)", "refId": "grafanacloud-k3d-prom-job-Variable-Query" }, "refresh": 2, "regex": "", "type": "query" }, { "allValue": ".+", "current": {}, "datasource": { "uid": "$datasource" }, "definition": "label_values(go_info{job=~\"$job\"}, instance)", "includeAll": true, "label": "instance", "multi": true, "name": "instance", "options": [], "query": { "query": "label_values(go_info{job=~\"$job\"}, instance)", "refId": "grafanacloud-k3d-prom-instance-Variable-Query" }, "refresh": 2, "regex": "", "type": "query" }, { "current": { "text": "", "value": "${DS_PROMETHEUS}", "selected": true }, "label": "Data Source", "name": "datasource", "options": [], "query": "prometheus", "refresh": 1, "type": "datasource" }, { "current": {}, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "includeAll": true, "label": "Cluster", "multi": true, "name": "cluster", "options": [], "query": "label_values(go_goroutines, cluster)", "refresh": 1, "type": "query" }, { "allValue": ".*", "current": {}, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "includeAll": true, "label": "Namespace", "multi": true, "name": "namespace", "options": [], "query": "label_values(go_goroutines{cluster=~\"$cluster\"}, namespace)", "refresh": 1, "type": "query" }, { "current": {}, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "includeAll": true, "label": "Observer Pod", "multi": true, "name": "pod", "options": [], "query": "label_values(go_goroutines, target_name)", "refresh": 1, "regex": "/^([^:]+)/", "type": "query" }, { "current": {}, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "includeAll": true, "label": "Observer Kind", "multi": true, "name": "observer_kind", "options": [], "query": "label_values(f5_grpc_serverside_call_duration_seconds_sum, observer_kind)", "refresh": 1, "type": "query" }, { "current": {}, "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "includeAll": true, "label": "Table", "multi": true, "name": "table", "options": [], "query": "label_values(table)", "refresh": 1, "type": "query" } ] }, "time": { "from": "now-3h", "to": "now" }, "timepicker": { "refresh_intervals": [ "10s", "30s", "30d" ] }, "timezone": "", "title": "Observer Pods - Comprehensive Monitoring", "uid": "observer-comprehensive-v1", "version": 8, "weekStart": "" }