diff --git a/operations/observability/mixins/workspace/dashboards/components/ws-daemon.json b/operations/observability/mixins/workspace/dashboards/components/ws-daemon.json index 04f016afa675f8..70350ee3e48294 100644 --- a/operations/observability/mixins/workspace/dashboards/components/ws-daemon.json +++ b/operations/observability/mixins/workspace/dashboards/components/ws-daemon.json @@ -85,7 +85,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 5, "points": false, "renderer": "flot", @@ -99,7 +99,7 @@ "uid": "$datasource" }, "editorMode": "code", - "expr": "sum(rate(workqueue_adds_total{job=\"ws-daemon\", pod=~\"$pod\"}[5m])) by (cluster, pod, name)", + "expr": "topk(20, sum(rate(workqueue_adds_total{job=\"ws-daemon\", pod=~\"$pod\", name=~\"$controller\"}[5m])) by (cluster, pod, name))", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{cluster}} - {{pod}} - {{name}}", @@ -183,7 +183,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 5, "points": false, "renderer": "flot", @@ -197,7 +197,7 @@ "uid": "$datasource" }, "editorMode": "code", - "expr": "sum(workqueue_depth{job=\"ws-daemon\", cluster=~\"$cluster\"}) by (cluster, pod, name)", + "expr": "topk(20, sum(workqueue_depth{job=\"ws-daemon\", cluster=~\"$cluster\", name=~\"$controller\"}) by (cluster, pod, name))", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{cluster}} - {{pod}} - {{name}}", @@ -239,102 +239,85 @@ } }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "scaleDistribution": { + "type": "linear" + } + }, "links": [] }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { "h": 9, "w": 8, "x": 16, "y": 1 }, - "hiddenSeries": false, "id": 71, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, "links": [], - "nullPointMode": "null", "options": { - "alertThreshold": true + "calculate": false, + "cellGap": 1, + "color": { + "exponent": 0.5, + "fill": "dark-orange", + "mode": "scheme", + "reverse": false, + "scale": "exponential", + "scheme": "Spectral", + "steps": 64 + }, + "exemplars": { + "color": "rgba(255,0,255,0.7)" + }, + "filterValues": { + "le": 1e-9 + }, + "legend": { + "show": true + }, + "rowsFrame": { + "layout": "auto" + }, + "tooltip": { + "show": true, + "yHistogram": false + }, + "yAxis": { + "axisPlacement": "left", + "reverse": false, + "unit": "s" + } }, - "percentage": false, - "pluginVersion": "9.3.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "pluginVersion": "9.4.3", "targets": [ { "datasource": { "uid": "$datasource" }, "editorMode": "code", - "expr": "histogram_quantile(0.99, sum(rate(workqueue_queue_duration_seconds_bucket{job=\"ws-daemon\", pod=~\"$pod\"}[5m])) by (cluster, pod, name, le))", - "format": "time_series", + "expr": "sum(rate(workqueue_queue_duration_seconds_bucket{job=\"ws-daemon\", pod=~\"$pod\", name=~\"$controller\"}[$__rate_interval])) by (le)", + "format": "heatmap", "intervalFactor": 2, - "legendFormat": "{{cluster}} - {{pod}} - {{name}}", + "legendFormat": "__auto", "range": true, "refId": "A" } ], - "thresholds": [], - "timeRegions": [], "title": "Work Queue Latency", - "tooltip": { - "shared": false, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:463", - "format": "s", - "logBase": 1, - "show": true - }, - { - "$$hashKey": "object:464", - "format": "s", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } + "type": "heatmap" }, { "aliasColors": {}, @@ -380,7 +363,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 5, "points": false, "renderer": "flot", @@ -605,7 +588,7 @@ "uid": "$datasource" }, "editorMode": "code", - "expr": "sum(rate(controller_runtime_reconcile_total{job=\"ws-daemon\", pod=~\"$pod\"}[5m])) by (cluster, pod, controller, result)", + "expr": "topk(20, sum(rate(controller_runtime_reconcile_total{job=\"ws-daemon\", pod=~\"$pod\", controller=~\"$controller\"}[5m])) by (cluster, pod, controller, result))", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{cluster}} - {{pod}} - {{controller}} - {{result}}", @@ -617,102 +600,85 @@ "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "scaleDistribution": { + "type": "linear" + } + }, "links": [] }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { "h": 9, "w": 8, "x": 16, "y": 10 }, - "hiddenSeries": false, "id": 77, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, "links": [], - "nullPointMode": "null", "options": { - "alertThreshold": true + "calculate": false, + "cellGap": 1, + "color": { + "exponent": 0.5, + "fill": "dark-orange", + "mode": "scheme", + "reverse": false, + "scale": "exponential", + "scheme": "Spectral", + "steps": 64 + }, + "exemplars": { + "color": "rgba(255,0,255,0.7)" + }, + "filterValues": { + "le": 1e-9 + }, + "legend": { + "show": true + }, + "rowsFrame": { + "layout": "auto" + }, + "tooltip": { + "show": true, + "yHistogram": false + }, + "yAxis": { + "axisPlacement": "left", + "reverse": false, + "unit": "s" + } }, - "percentage": false, - "pluginVersion": "9.3.6", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "pluginVersion": "9.4.3", "targets": [ { "datasource": { "uid": "$datasource" }, "editorMode": "code", - "expr": "histogram_quantile(0.99, sum(rate(workqueue_work_duration_seconds_bucket{job=\"ws-daemon\", pod=~\"$pod\"}[5m])) by (cluster, pod, name, le))", - "format": "time_series", + "expr": "sum(rate(workqueue_work_duration_seconds_bucket{job=\"ws-daemon\", pod=~\"$pod\", name=~\"$controller\"}[$__rate_interval])) by (le)", + "format": "heatmap", "intervalFactor": 2, - "legendFormat": "{{cluster}} - {{pod}} - {{name}}", + "legendFormat": "__auto", "range": true, "refId": "A" } ], - "thresholds": [], - "timeRegions": [], "title": "Reconcile Work Duration", - "tooltip": { - "shared": false, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:463", - "format": "s", - "logBase": 1, - "show": true - }, - { - "$$hashKey": "object:464", - "format": "s", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } + "type": "heatmap" }, { "collapsed": true, @@ -1236,7 +1202,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -1272,6 +1238,7 @@ }, "yaxes": [ { + "$$hashKey": "object:564", "decimals": 2, "format": "short", "logBase": 1, @@ -1279,6 +1246,7 @@ "show": true }, { + "$$hashKey": "object:565", "format": "short", "logBase": 1, "show": true @@ -1323,7 +1291,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -1425,7 +1393,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -1513,7 +1481,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -1600,7 +1568,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -1697,7 +1665,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -1794,7 +1762,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -1893,7 +1861,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -1982,7 +1950,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2089,7 +2057,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2776,7 +2744,8 @@ } ], "refresh": "30s", - "schemaVersion": 37, + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [ "gitpod-mixin" @@ -2815,9 +2784,13 @@ }, { "current": { - "selected": false, - "text": "All", - "value": "$__all" + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] }, "datasource": { "type": "prometheus", @@ -2845,9 +2818,13 @@ }, { "current": { - "selected": false, - "text": "All", - "value": "$__all" + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] }, "datasource": { "type": "prometheus", @@ -2875,9 +2852,13 @@ }, { "current": { - "selected": false, - "text": "All", - "value": "$__all" + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] }, "datasource": { "type": "prometheus", @@ -2919,6 +2900,37 @@ "regex": "", "skipUrlSync": false, "type": "datasource" + }, + { + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "definition": "label_values(workqueue_depth{pod=~\"$pod\"}, name)", + "hide": 0, + "includeAll": true, + "label": "Controller", + "multi": true, + "name": "controller", + "options": [], + "query": { + "query": "label_values(workqueue_depth{pod=~\"$pod\"}, name)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" } ] }, @@ -2930,5 +2942,6 @@ "timezone": "utc", "title": "Gitpod / Component / ws-daemon", "uid": "ws-daemon", - "version": 1 + "version": 1, + "weekStart": "" } diff --git a/operations/observability/mixins/workspace/dashboards/components/ws-manager-mk2.json b/operations/observability/mixins/workspace/dashboards/components/ws-manager-mk2.json index 0974a11c86091d..d6323ee76ab974 100644 --- a/operations/observability/mixins/workspace/dashboards/components/ws-manager-mk2.json +++ b/operations/observability/mixins/workspace/dashboards/components/ws-manager-mk2.json @@ -952,7 +952,7 @@ "uid": "$datasource" }, "editorMode": "code", - "expr": "sum(rate(workqueue_adds_total{job=\"ws-manager-mk2\", pod=~\"$pod\"}[5m])) by (pod, name)", + "expr": "sum(rate(workqueue_adds_total{job=\"ws-manager-mk2\", pod=~\"$pod\", name=~\"$controller\"}[5m])) by (pod, name)", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}} {{name}}", @@ -1050,7 +1050,7 @@ "uid": "$datasource" }, "editorMode": "code", - "expr": "sum(workqueue_depth{job=\"ws-manager-mk2\", pod=~\"$pod\"}) by (pod, name)", + "expr": "sum(workqueue_depth{job=\"ws-manager-mk2\", pod=~\"$pod\", name=~\"$controller\"}) by (pod, name)", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}} {{name}}", @@ -1092,102 +1092,85 @@ } }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "scaleDistribution": { + "type": "linear" + } + }, "links": [] }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { "h": 9, "w": 8, "x": 16, "y": 22 }, - "hiddenSeries": false, "id": 124, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, "links": [], - "nullPointMode": "null", "options": { - "alertThreshold": true + "calculate": false, + "cellGap": 1, + "color": { + "exponent": 0.5, + "fill": "dark-orange", + "mode": "scheme", + "reverse": false, + "scale": "exponential", + "scheme": "Spectral", + "steps": 64 + }, + "exemplars": { + "color": "rgba(255,0,255,0.7)" + }, + "filterValues": { + "le": 1e-9 + }, + "legend": { + "show": true + }, + "rowsFrame": { + "layout": "auto" + }, + "tooltip": { + "show": true, + "yHistogram": false + }, + "yAxis": { + "axisPlacement": "left", + "reverse": false, + "unit": "s" + } }, - "percentage": false, "pluginVersion": "9.4.3", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, "targets": [ { "datasource": { "uid": "$datasource" }, "editorMode": "code", - "expr": "histogram_quantile(0.99, sum(rate(workqueue_queue_duration_seconds_bucket{job=\"ws-manager-mk2\", pod=~\"$pod\"}[5m])) by (pod, name, le))", - "format": "time_series", + "expr": "sum(rate(workqueue_queue_duration_seconds_bucket{job=\"ws-manager-mk2\", pod=~\"$pod\", name=~\"$controller\"}[$__rate_interval])) by (le)", + "format": "heatmap", "intervalFactor": 2, - "legendFormat": "{{pod}} {{name}}", + "legendFormat": "__auto", "range": true, "refId": "A" } ], - "thresholds": [], - "timeRegions": [], "title": "Work Queue Latency", - "tooltip": { - "shared": false, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:463", - "format": "s", - "logBase": 1, - "show": true - }, - { - "$$hashKey": "object:464", - "format": "s", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } + "type": "heatmap" }, { "aliasColors": {}, @@ -1458,7 +1441,7 @@ "uid": "$datasource" }, "editorMode": "code", - "expr": "sum(rate(controller_runtime_reconcile_total{job=\"ws-manager-mk2\", pod=~\"$pod\"}[5m])) by (pod, controller, result)", + "expr": "sum(rate(controller_runtime_reconcile_total{job=\"ws-manager-mk2\", pod=~\"$pod\", controller=~\"$controller\"}[5m])) by (pod, controller, result)", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}} {{controller}} {{result}}", @@ -1470,102 +1453,86 @@ "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "scaleDistribution": { + "type": "linear" + } + }, "links": [] }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { "h": 9, "w": 8, "x": 16, "y": 31 }, - "hiddenSeries": false, "id": 158, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, "links": [], - "nullPointMode": "null", "options": { - "alertThreshold": true + "calculate": false, + "cellGap": 1, + "color": { + "exponent": 0.5, + "fill": "dark-orange", + "mode": "scheme", + "reverse": false, + "scale": "exponential", + "scheme": "Spectral", + "steps": 64 + }, + "exemplars": { + "color": "rgba(255,0,255,0.7)" + }, + "filterValues": { + "le": 1e-9 + }, + "legend": { + "show": true + }, + "rowsFrame": { + "layout": "auto" + }, + "tooltip": { + "show": true, + "yHistogram": false + }, + "yAxis": { + "axisPlacement": "left", + "reverse": false, + "unit": "s" + } }, - "percentage": false, "pluginVersion": "9.4.3", - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, "targets": [ { "datasource": { + "type": "prometheus", "uid": "$datasource" }, "editorMode": "code", - "expr": "histogram_quantile(0.99, sum(rate(workqueue_work_duration_seconds_bucket{job=\"ws-manager-mk2\", pod=~\"$pod\"}[5m])) by (pod, name, le))", - "format": "time_series", - "intervalFactor": 2, - "legendFormat": "{{pod}} {{name}}", + "expr": "sum(rate(workqueue_work_duration_seconds_bucket{job=\"ws-manager-mk2\", pod=~\"$pod\", name=~\"$controller\"}[$__rate_interval])) by (le)", + "format": "heatmap", + "hide": false, + "legendFormat": "__auto", "range": true, - "refId": "A" + "refId": "B" } ], - "thresholds": [], - "timeRegions": [], "title": "Reconcile Work Duration", - "tooltip": { - "shared": false, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "mode": "time", - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:463", - "format": "s", - "logBase": 1, - "show": true - }, - { - "$$hashKey": "object:464", - "format": "s", - "logBase": 1, - "show": true - } - ], - "yaxis": { - "align": false - } + "type": "heatmap" }, { "collapsed": false, @@ -2104,7 +2071,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2193,7 +2160,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2298,7 +2265,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2388,7 +2355,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2477,7 +2444,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2576,7 +2543,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2673,7 +2640,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2772,7 +2739,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2863,7 +2830,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -2973,7 +2940,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -3114,7 +3081,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -3211,7 +3178,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 5, "points": false, "renderer": "flot", @@ -3308,7 +3275,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -3405,7 +3372,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -3502,7 +3469,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -3593,7 +3560,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "9.3.6", + "pluginVersion": "9.4.3", "pointradius": 2, "points": false, "renderer": "flot", @@ -3831,6 +3798,37 @@ "regex": "", "skipUrlSync": false, "type": "datasource" + }, + { + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "datasource": { + "type": "prometheus", + "uid": "${datasource}" + }, + "definition": "label_values(workqueue_depth{pod=~\"$pod\"}, name)", + "hide": 0, + "includeAll": true, + "label": "Controller", + "multi": true, + "name": "controller", + "options": [], + "query": { + "query": "label_values(workqueue_depth{pod=~\"$pod\"}, name)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" } ] },