{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 19043024, "links": [], "liveNow": false, "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 10, "panels": [], "title": "组件状态", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "The number of running pods.", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 4, "x": 0, "y": 1 }, "id": 16, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [], "fields": "", "values": false }, "textMode": "value" }, "pluginVersion": "9.0.8", "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": true, "expr": "count(up{job=\"agent-sandbox-controller\"})", "fields": [ { "jsonPath": "" } ], "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Sandbox Controller Alived Replicas", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "ops" }, "overrides": [] }, "gridPos": { "h": 8, "w": 20, "x": 4, "y": 1 }, "id": 50, "options": { "legend": { "calcs": [ "last" ], "displayMode": "table", "placement": "right" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "sum(irate(controller_runtime_webhook_requests_total{job=\"agent-sandbox-controller\"}[$interval]))by(le,webhook)", "fields": [ { "jsonPath": "" } ], "instant": false, "legendFormat": "{{webhook}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Sandbox Controller Webhook Request", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 9 }, "id": 58, "panels": [], "title": "Sandbox", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 25, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 10 }, "id": 60, "options": { "legend": { "calcs": [ "last" ], "displayMode": "table", "placement": "right" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum by(phase)(sandbox_status_phase{job=\"agent-sandbox-controller\"})", "fields": [ { "jsonPath": "" } ], "hide": false, "legendFormat": "{{phase}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Sandbox Phases", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "SandboxName" }, "properties": [ { "id": "custom.width", "value": 300 }, { "id": "custom.filterable", "value": true } ] }, { "matcher": { "id": "byType", "options": "string" }, "properties": [ { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Kind" }, "properties": [ { "id": "custom.filterable", "value": true } ] } ] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 10 }, "id": 62, "options": { "footer": { "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [] }, "pluginVersion": "9.0.8", "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "kube_pod_info{} * on (pod, namesapce) group_left kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}", "fields": [ { "jsonPath": "" } ], "format": "table", "instant": true, "method": "GET", "queryParams": "", "range": false, "refId": "A", "urlPath": "" } ], "title": "Sandbox Info", "transformations": [ { "id": "labelsToFields", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Value": true, "__name__": true, "created_by_name": true, "endpoint": true, "host_ip": true, "host_network": true, "instance": true, "job": true, "name": false, "namespace": false, "node": true, "pod": false, "pod_name": true, "sandbox_info{created_by_kind=\"SandboxSet\", created_by_name=\"test-sandboxset-1776404133773\", endpoint=\"http-metrics\", instance=\"ack-agent-sandbox-controller-6477686bfb-v8rsw\", job=\"agent-sandbox-controller\", name=\"test-sandboxset-1776404133773-z425d\", namespace=\"default\", pod=\"ack-agent-sandbox-controller-6477686bfb-v8rsw\", pod_name=\"ack-agent-sandbox-controller-6477686bfb-v8rsw\"}": true, "uid": true }, "indexByName": { "Time": 5, "__name__": 6, "created_by_kind": 2, "created_by_name": 7, "endpoint": 9, "instance": 4, "job": 10, "name": 0, "namespace": 1, "pod": 3, "pod_name": 11, "sandbox_info{created_by_kind=\"SandboxSet\", created_by_name=\"test-sandboxset-1776404133773\", endpoint=\"http-metrics\", instance=\"ack-agent-sandbox-controller-6477686bfb-v8rsw\", job=\"agent-sandbox-controller\", name=\"test-sandboxset-1776404133773-z425d\", namespace=\"default\", pod=\"ack-agent-sandbox-controller-6477686bfb-v8rsw\", pod_name=\"ack-agent-sandbox-controller-6477686bfb-v8rsw\"}": 8 }, "renameByName": { "Time": "", "__name__": "", "created_by_kind": "Kind", "created_by_name": "", "instance": "", "name": "SandboxName", "namespace": "Namespace", "pod": "Pod" } } } ], "type": "table" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 19 }, "id": 56, "panels": [], "title": "Client", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "指标rest_client_requests_total", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 20 }, "id": 52, "options": { "legend": { "calcs": [], "displayMode": "hidden", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(irate(rest_client_requests_total{job=\"agent-sandbox-controller\"}[$interval]))by(name)", "fields": [ { "jsonPath": "" } ], "hide": false, "legendFormat": "QPS", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Sandbox Controller API QPS", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "指标rest_client_requests_total", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 20 }, "id": 54, "options": { "legend": { "calcs": [ "last" ], "displayMode": "table", "placement": "right" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(irate(rest_client_requests_total{job=\"agent-sandbox-controller\"}[$interval]))by(method, code)", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{method}} -- {{code}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "API Request Code", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 28 }, "id": 20, "panels": [], "title": "GC 相关", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bits" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 0, "y": 29 }, "id": 18, "options": { "legend": { "calcs": [], "displayMode": "hidden", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "go_memstats_next_gc_bytes{job=\"agent-sandbox-controller\"}", "fields": [ { "jsonPath": "" } ], "legendFormat": "GC 巡检 - {{pod}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" }, { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "go_memstats_gc_sys_bytes{job=\"agent-sandbox-controller\"}", "fields": [ { "jsonPath": "" } ], "hide": false, "legendFormat": "GC 清除 - {{pod}}", "method": "GET", "queryParams": "", "range": true, "refId": "B", "urlPath": "" } ], "title": "GC 内存", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 8, "y": 29 }, "id": 22, "options": { "legend": { "calcs": [], "displayMode": "hidden", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "increase(go_gc_duration_seconds_count{job=\"agent-sandbox-controller\"}[$interval])", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{pod_name}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "GC Count", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 16, "y": 29 }, "id": 24, "options": { "legend": { "calcs": [], "displayMode": "hidden", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "increase(go_memstats_last_gc_time_seconds{job=\"agent-sandbox-controller\"}[$interval])", "fields": [ { "jsonPath": "" } ], "legendFormat": "GC 巡检 - {{pod}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Last GC Time", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 0, "y": 35 }, "id": 26, "options": { "legend": { "calcs": [], "displayMode": "hidden", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "irate(go_gc_duration_seconds_count{job=\"agent-sandbox-controller\"}[$interval])", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{pod_name}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "GC Rate [unit: count/second]", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 8, "y": 35 }, "id": 28, "options": { "legend": { "calcs": [], "displayMode": "hidden", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "go_gc_duration_seconds{job=\"agent-sandbox-controller\", quantile=\"0.5\"}", "fields": [ { "jsonPath": "" } ], "legendFormat": "GC 巡检 - {{pod}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "GC 时常", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 16, "y": 35 }, "id": 30, "options": { "legend": { "calcs": [], "displayMode": "hidden", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "go_goroutines{job=\"agent-sandbox-controller\"}", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{pod_name}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Goroutine", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 41 }, "id": 32, "panels": [], "title": "Controller", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 42 }, "id": 36, "options": { "legend": { "calcs": [ "last" ], "displayMode": "table", "placement": "right" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "workqueue_depth{job=\"agent-sandbox-controller\"}", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{controller}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Work Queue Depth", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 42 }, "id": 38, "options": { "legend": { "calcs": [ "last" ], "displayMode": "table", "placement": "right" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(increase(controller_runtime_reconcile_errors_total{job=\"agent-sandbox-controller\"}[$interval])) by (controller)", "fields": [ { "jsonPath": "" } ], "legendFormat": "[backend error]-{{controller}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" }, { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(increase(controller_runtime_terminal_reconcile_errors_total{job=\"agent-sandbox-controller\"}[$interval])) by (controller)", "fields": [ { "jsonPath": "" } ], "hide": false, "legendFormat": "[client error]--{{controller}}", "method": "GET", "queryParams": "", "range": true, "refId": "B", "urlPath": "" } ], "title": "Controlller Errors", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 50 }, "id": 40, "options": { "legend": { "calcs": [ "last" ], "displayMode": "table", "placement": "right" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "increase(controller_runtime_reconcile_total{job=\"agent-sandbox-controller\"}[$interval])", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{controller}} {{result}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Controller Reconcile Count", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 50 }, "id": 42, "options": { "legend": { "calcs": [ "last" ], "displayMode": "table", "placement": "right" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "controller_runtime_active_workers{job=\"agent-sandbox-controller\"}", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{controller}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Controller Reconcile Active Worker Count", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 58 }, "id": 44, "options": { "legend": { "calcs": [ "last" ], "displayMode": "table", "placement": "right" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "workqueue_unfinished_work_seconds{job=\"agent-sandbox-controller\"}", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{controller}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Unfinished Work Duration", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 58 }, "id": 46, "options": { "legend": { "calcs": [ "last" ], "displayMode": "table", "placement": "right" }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "workqueue_longest_running_processor_seconds{job=\"agent-sandbox-controller\"}", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{controller}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Longest Workqueue Processor Duration", "type": "timeseries" } ], "schemaVersion": 36, "showAgsLink": "cn", "style": "dark", "tags": [ "scene:container", "addon:name:agent-sandbox-monitor", "addon:version:2.0.0", "env:CS", "env:type:ManagedKubernetes", "env:profile:Default", "dashboard:name:agent-sandbox-controller" ], "templating": { "list": [ { "current": { "selected": false, "text": "prom-c65ba5f4526874408b32935e21d98a165", "value": "prom-c65ba5f4526874408b32935e21d98a165" }, "hide": 2, "includeAll": false, "multi": false, "name": "datasource", "options": [], "query": "prometheus", "refresh": 1, "regex": "/^prom-c65ba5f4526874408b32935e21d98a165/", "skipUrlSync": false, "type": "datasource" }, { "current": { "selected": true, "text": [ "All" ], "value": [ "$__all" ] }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "definition": "label_values(up{job=\"agent-sandbox-controller\"}, pod)", "hide": 0, "includeAll": true, "label": "Insrance", "multi": true, "name": "pod", "options": [], "query": { "query": "label_values(up{job=\"agent-sandbox-controller\"}, pod)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "0.99", "value": "0.99" }, "hide": 0, "includeAll": false, "label": "Quantile", "multi": false, "name": "quantile", "options": [ { "selected": true, "text": "0.99", "value": "0.99" }, { "selected": false, "text": "0.9", "value": "0.9" }, { "selected": false, "text": "0.5", "value": "0.5" } ], "query": "0.99,0.9,0.5", "skipUrlSync": false, "type": "custom" }, { "current": { "selected": false, "text": "5m", "value": "5m" }, "hide": 0, "includeAll": false, "label": "Interval", "multi": false, "name": "interval", "options": [ { "selected": false, "text": "1m", "value": "1m" }, { "selected": true, "text": "5m", "value": "5m" }, { "selected": false, "text": "10m", "value": "10m" } ], "query": "1m,5m,10m", "queryValue": "", "skipUrlSync": false, "type": "custom" } ] }, "time": { "from": "now-5m", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Sandbox Controller", "uid": "1342-3ea084-agent-sandbox-controller", "version": 3, "weekStart": "" }