{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 19043026, "links": [], "liveNow": false, "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 52, "panels": [], "title": "Overview", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "links": [ { "targetBlank": false, "title": "", "url": "/d/$clusterUid-k8s-namespace/k8s-namespace?var-Namespace=$namespace&kiosk=$__kiosk&showTitle" } ], "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 4, "w": 3, "x": 0, "y": 1 }, "id": 129, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "allValues" ], "fields": "/^namespace$/", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "sum(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\", namespace=~\"$namespace\"}) by (namespace)", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "Namespace", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "purple", "value": null } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 3, "y": 1 }, "id": 131, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "allValues" ], "fields": "", "values": true }, "text": {}, "textMode": "auto" }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "max(time() - max(kube_pod_created{pod=~\"$pod\",namespace=~\"$namespace\",job=\"_kube-state-metrics\"}) by (pod, namespace) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "format": "time_series", "instant": true, "legendFormat": "max_age", "range": false, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "avg(time() - max(kube_pod_created{pod=~\"$pod\",namespace=~\"$namespace\",job=\"_kube-state-metrics\"}) by (pod, namespace) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "format": "time_series", "hide": false, "instant": true, "legendFormat": "avg_age", "range": false, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "min(time() - max(kube_pod_created{pod=~\"$pod\",namespace=~\"$namespace\",job=\"_kube-state-metrics\"}) by (pod, namespace) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "format": "time_series", "hide": false, "instant": true, "legendFormat": "min_age", "range": false, "refId": "C" } ], "title": "Age", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "NotReady" }, "properties": [ { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "red", "value": null } ] } } ] } ] }, "gridPos": { "h": 4, "w": 2, "x": 7, "y": 1 }, "id": 133, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "allValues" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "sum(max(kube_pod_status_ready{namespace=~\"$namespace\", pod=~\"$pod\", condition=\"true\",job=\"_kube-state-metrics\"} > 0) by (namespace, pod) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)) or on() vector(0)", "format": "time_series", "hide": false, "instant": true, "legendFormat": "Ready", "range": false, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "sum(max(kube_pod_status_ready{namespace=~\"$namespace\", pod=~\"$pod\", condition!=\"true\",job=\"_kube-state-metrics\"} * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)) by (namespace, pod)) or on() vector(0)", "format": "time_series", "hide": false, "instant": true, "legendFormat": "NotReady", "range": false, "refId": "B" } ], "title": "Status", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "Failed": { "color": "red", "index": 3 }, "Pending": { "color": "yellow", "index": 2 }, "Running": { "color": "green", "index": 1 }, "Succeeded": { "color": "green", "index": 4 }, "Unknown": { "color": "red", "index": 0 } }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 2, "x": 9, "y": 1 }, "id": 135, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value_and_name" }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "sum(sandbox_status_phase{namespace=~\"$namespace\", pod=~\"$pod\"}>0) by (phase)", "format": "time_series", "hide": false, "instant": true, "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "Phase", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "left", "displayMode": "auto", "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Memory Request" }, "properties": [ { "id": "unit", "value": "bytes" }, { "id": "custom.width", "value": 125 } ] }, { "matcher": { "id": "byName", "options": "Phase" }, "properties": [ { "id": "custom.displayMode", "value": "color-background-solid" }, { "id": "custom.width", "value": 82 }, { "id": "mappings", "value": [ { "options": { "pattern": "Running|Succeeded", "result": { "color": "green", "index": 0 } }, "type": "regex" }, { "options": { "pattern": "!(Running|Succeeded)", "result": { "color": "red", "index": 1 } }, "type": "regex" } ] } ] }, { "matcher": { "id": "byName", "options": "Memory Limit" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "CPU Request" }, "properties": [ { "id": "custom.width", "value": 100 }, { "id": "unit", "value": "cores" } ] }, { "matcher": { "id": "byName", "options": "CPU Limit" }, "properties": [ { "id": "custom.width", "value": 88 }, { "id": "unit", "value": "cores" } ] }, { "matcher": { "id": "byName", "options": "Image" }, "properties": [ { "id": "custom.inspect", "value": true } ] }, { "matcher": { "id": "byName", "options": "RestartsCount" }, "properties": [ { "id": "custom.width", "value": 70 } ] }, { "matcher": { "id": "byName", "options": "Image" }, "properties": [ { "id": "custom.width", "value": 182 } ] }, { "matcher": { "id": "byName", "options": "Container" }, "properties": [ { "id": "custom.width", "value": 122 } ] }, { "matcher": { "id": "byName", "options": "Namespace" }, "properties": [ { "id": "custom.width", "value": 103 } ] }, { "matcher": { "id": "byName", "options": "Kind" }, "properties": [ { "id": "custom.width", "value": 112 } ] }, { "matcher": { "id": "byName", "options": "SandboxName" }, "properties": [ { "id": "custom.width", "value": 291 } ] }, { "matcher": { "id": "byName", "options": "CreateByKind" }, "properties": [ { "id": "custom.width", "value": 118 } ] } ] }, "gridPos": { "h": 5, "w": 13, "x": 11, "y": 1 }, "id": 127, "options": { "footer": { "enablePagination": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [] }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "topk($top_k, (group by (image, container, pod, namespace) (kube_pod_container_info{namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"})) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "format": "table", "hide": false, "instant": true, "legendFormat": "kube_pod_container_info", "range": false, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "((max by (container, pod, namespace)(kube_pod_container_status_restarts_total{namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"}))) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)", "format": "table", "hide": false, "instant": true, "legendFormat": "Restarts", "range": false, "refId": "G" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "((sum by (container, pod, namespace)(kube_pod_container_resource_requests_cpu_cores{namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"}))) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)", "format": "table", "hide": false, "instant": true, "legendFormat": "CPU Request", "range": false, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "((sum by (container, pod, namespace)(kube_pod_container_resource_requests_memory_bytes{namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"}))) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)", "format": "table", "hide": false, "instant": true, "legendFormat": "Memory Request", "range": false, "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "((max(kube_pod_status_phase{namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"}) by (pod, namespace, phase) > 0)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)", "format": "table", "hide": false, "instant": true, "range": false, "refId": "D" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "((sum by (container, pod, namespace)(kube_pod_container_resource_limits{resource=\"cpu\",namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"}))) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)", "format": "table", "hide": false, "instant": true, "legendFormat": "CPU Limit", "range": false, "refId": "E" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "((sum by (container, pod, namespace)(kube_pod_container_resource_limits{resource=\"memory\",namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"}))) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)", "format": "table", "hide": false, "instant": true, "legendFormat": "Memory Limit", "range": false, "refId": "F" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "sum by (pod, namespace, kind) (\n label_replace(\n label_replace(\n kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\", job=\"agent-sandbox-controller\", namespace=~\"$namespace\", name=~\"$pod\"},\n \"pod\", \"$1\", \"name\", \"(.*)\"\n ),\n \"kind\", \"$1\", \"created_by_kind\", \"(.*)\"\n )\n)", "format": "table", "hide": false, "instant": true, "range": false, "refId": "H" } ], "title": "Containers", "transformations": [ { "id": "groupBy", "options": { "fields": { "Value #A": { "aggregations": [ "lastNotNull" ], "operation": "aggregate" }, "Value #B": { "aggregations": [ "lastNotNull" ], "operation": "aggregate" }, "Value #C": { "aggregations": [ "lastNotNull" ], "operation": "aggregate" }, "Value #D": { "aggregations": [ "lastNotNull" ], "operation": "aggregate" }, "Value #E": { "aggregations": [ "lastNotNull" ], "operation": "aggregate" }, "Value #F": { "aggregations": [ "lastNotNull" ], "operation": "aggregate" }, "Value #G": { "aggregations": [ "lastNotNull" ], "operation": "aggregate" }, "Value #H": { "aggregations": [ "lastNotNull" ] }, "container": { "aggregations": [], "operation": "groupby" }, "image": { "aggregations": [ "lastNotNull" ], "operation": "aggregate" }, "kind": { "aggregations": [ "lastNotNull" ], "operation": "aggregate" }, "namespace": { "aggregations": [], "operation": "groupby" }, "phase": { "aggregations": [ "lastNotNull" ], "operation": "aggregate" }, "pod": { "aggregations": [], "operation": "groupby" } } } }, { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Value #A (lastNotNull)": true, "Value #D (lastNotNull)": true, "phase (lastNotNull)": false }, "indexByName": { "Value #A (lastNotNull)": 7, "Value #B (lastNotNull)": 9, "Value #C (lastNotNull)": 10, "Value #D (lastNotNull)": 8, "Value #E (lastNotNull)": 11, "Value #F (lastNotNull)": 12, "Value #G (lastNotNull)": 5, "container": 2, "image (lastNotNull)": 6, "kind (lastNotNull)": 3, "namespace": 1, "phase (lastNotNull)": 4, "pod": 0 }, "renameByName": { "Value #A (lastNotNull)": "kube_pod_container_info", "Value #B (lastNotNull)": "CPU Request", "Value #C (lastNotNull)": "Memory Request", "Value #D (lastNotNull)": "", "Value #E (lastNotNull)": "CPU Limit", "Value #F (lastNotNull)": "Memory Limit", "Value #G (lastNotNull)": "RestartsCount", "container": "Container", "image (lastNotNull)": "Image", "kind": "Kind", "kind (lastNotNull)": "CreateByKind", "namespace": "Namespace", "phase (lastNotNull)": "Phase", "pod": "SandboxName" } } } ], "type": "table" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "#EAB839", "value": 1 }, { "color": "red", "value": 3 } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 3, "x": 0, "y": 5 }, "id": 44, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value_and_name" }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "(ceil(sum (increase(kube_pod_container_status_restarts_total{pod=~\"$pod\",namespace=~\"$namespace\",job=\"_kube-state-metrics\"}[1h])))) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)", "format": "time_series", "instant": true, "legendFormat": "Last 1 Hour", "range": false, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "(sum(max(kube_pod_container_status_restarts_total{pod=~\"$pod\",namespace=~\"$namespace\",job=\"_kube-state-metrics\"})by (pod))) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)", "format": "time_series", "hide": false, "instant": true, "legendFormat": "Total", "range": false, "refId": "B" } ], "title": "Restart Count", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "0": { "index": 0, "text": "-" } }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "purple", "value": null } ] }, "unit": "none" }, "overrides": [ { "matcher": { "id": "byName", "options": "Memory" }, "properties": [ { "id": "unit", "value": "bytes" } ] } ] }, "gridPos": { "h": 4, "w": 4, "x": 3, "y": 5 }, "id": 73, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "sum((sum(kube_pod_container_resource_requests_cpu_cores{namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"}) by (namespace, pod, container) or vector(0)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "format": "time_series", "instant": true, "legendFormat": "CPU (cores)", "range": false, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum((sum(kube_pod_container_resource_requests_memory_bytes{namespace=~\"$namespace\", pod=~\"$pod\",namespace=~\"$namespace\",job=\"_kube-state-metrics\"}) by (namespace, pod, container) or vector(0)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "format": "time_series", "hide": false, "legendFormat": "Memory", "range": true, "refId": "B" } ], "title": "Requests", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "0": { "index": 0, "text": "-" } }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "purple", "value": null } ] }, "unit": "none" }, "overrides": [ { "matcher": { "id": "byName", "options": "Memory" }, "properties": [ { "id": "unit", "value": "bytes" } ] } ] }, "gridPos": { "h": 4, "w": 4, "x": 7, "y": 5 }, "id": 74, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "sum((sum(kube_pod_container_resource_limits_cpu_cores{namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"}) by (namespace, pod, container) or vector(0)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "format": "time_series", "instant": true, "legendFormat": "CPU (cores)", "range": false, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum((sum(kube_pod_container_resource_limits_memory_bytes{namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"}) by (namespace, pod, container) or vector(0)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "format": "time_series", "hide": false, "legendFormat": "Memory", "range": true, "refId": "B" } ], "title": "Limits", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "noValue": "Normal", "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 13, "x": 11, "y": 6 }, "id": 50, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "(ceil(increase(eventer_events_error_total{namespace=~\"$namespace\", name=~\"$pod\"}[1m]))>0 or ceil(increase(eventer_events_warning_total{namespace=~\"$namespace\", name=~\"$pod\"}[1m]))>0) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)", "legendFormat": "{{reason}}", "range": true, "refId": "A" } ], "title": "Warning Events", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "Sandbox status phases", "fieldConfig": { "defaults": { "color": { "mode": "thresholds", "seriesBy": "last" }, "custom": { "axisLabel": "", "axisPlacement": "left", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 8, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [ { "options": { "1": { "color": "yellow", "index": 0, "text": "Unknown" }, "2": { "color": "orange", "index": 1, "text": "Pending" }, "3": { "color": "green", "index": 2, "text": "Running" }, "4": { "color": "blue", "index": 3, "text": "Succeeded" }, "5": { "color": "purple", "index": 4, "text": "Failed" }, "6": { "color": "super-light-green", "index": 5, "text": "Resuming" }, "7": { "color": "super-light-red", "index": 6, "text": "Paused" }, "8": { "color": "super-light-blue", "index": 7, "text": "Terminating" } }, "type": "value" } ], "max": 8.5, "min": 0.5, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "string" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": ".*Succeeded" }, "properties": [ { "id": "color", "value": { "mode": "continuous-blues", "seriesBy": "max" } } ] }, { "matcher": { "id": "byRegexp", "options": ".*Running" }, "properties": [ { "id": "color", "value": { "mode": "continuous-greens", "seriesBy": "max" } } ] }, { "matcher": { "id": "byRegexp", "options": ".*Failed" }, "properties": [ { "id": "color", "value": { "mode": "continuous-reds", "seriesBy": "max" } } ] }, { "matcher": { "id": "byRegexp", "options": ".*Pending" }, "properties": [ { "id": "color", "value": { "mode": "continuous-YlRd", "seriesBy": "max" } } ] } ] }, "gridPos": { "h": 6, "w": 14, "x": 0, "y": 9 }, "id": 137, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single", "sort": "none" } }, "payload": "", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "max(sandbox_status_phase{namespace=~\"$namespace\", pod=~\"$pod\", phase=\"Pending\"} > 0) by (namespace, pod, phase) * 2", "hide": false, "legendFormat": "{{pod}} - {{phase}}", "range": true, "refId": "F" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "max(sandbox_status_phase{namespace=~\"$namespace\", pod=~\"$pod\", phase=\"Running\"} > 0) by (namespace, pod, phase) * 3", "hide": false, "legendFormat": "{{pod}} - {{phase}}", "range": true, "refId": "G" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "max(sandbox_status_phase{namespace=~\"$namespace\", pod=~\"$pod\", phase=\"Succeeded\"} > 0) by (namespace, pod, phase) * 4", "hide": false, "legendFormat": "{{pod}} - {{phase}}", "range": true, "refId": "H" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "max(sandbox_status_phase{namespace=~\"$namespace\", pod=~\"$pod\", phase=\"Failed\"} > 0) by (namespace, pod, phase) * 5", "hide": false, "legendFormat": "{{pod}} - {{phase}}", "range": true, "refId": "I" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "max(sandbox_status_phase{namespace=~\"$namespace\", pod=~\"$pod\", phase=\"Resuming\"} > 0) by (namespace, pod, phase) * 6", "hide": false, "legendFormat": "{{pod}} - {{phase}}", "range": true, "refId": "J" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "max(sandbox_status_phase{namespace=~\"$namespace\", pod=~\"$pod\", phase=\"Paused\"} > 0) by (namespace, pod, phase) * 7", "hide": false, "legendFormat": "{{pod}} - {{phase}}", "range": true, "refId": "K" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "max(sandbox_status_phase{namespace=~\"$namespace\", pod=~\"$pod\", phase=\"Terminating\"} > 0) by (namespace, pod, phase) * 8", "hide": false, "legendFormat": "{{pod}} - {{phase}}", "range": true, "refId": "L" } ], "title": "Sandbox Status Phases", "transformations": [], "type": "timeseries" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "decimals": 0, "fill": 1, "fillGradient": 0, "gridPos": { "h": 6, "w": 10, "x": 14, "y": 9 }, "hiddenSeries": false, "id": 106, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": false, "hideZero": false, "max": false, "min": false, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "9.0.8", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "sum(sandbox_status_phase{namespace=~\"$namespace\", pod=~\"$pod\"}) by (phase)", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{ phase }}", "refId": "A", "step": 2 } ], "thresholds": [], "timeRegions": [], "title": "Sandbox Status (Total Count)", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:56", "format": "short", "logBase": 1, "show": true }, { "$$hashKey": "object:57", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 15 }, "id": 84, "panels": [], "title": "CPU Resource", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "容器 CPU 使用量相对于限制值的百分比。 ", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "#EAB839", "value": 0.65 }, { "color": "red", "value": 0.8 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 0, "y": 16 }, "id": 63, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(irate(container_cpu_usage_seconds_total{pod=~\"$pod\",container!=\"\",container!=\"POD\",namespace=~\"$namespace\"}[1m])) by (container,namespace,pod) / max(container_spec_cpu_quota{pod=~\"$pod\",container!=\"\",container!=\"POD\",namespace=~\"$namespace\"}/100000) by (container,namespace,pod)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "A" } ], "title": "CPU Usage (%)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "purple", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 6, "y": 16 }, "id": 69, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(irate(container_cpu_usage_seconds_total{pod=~\"$pod\",container!=\"\",container!=\"POD\",namespace=~\"$namespace\"}[1m])) by (pod,container,namespace)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "A" } ], "title": "CPU Usage By Cores", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 12, "y": 16 }, "id": 61, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(container_cpu_load_average_10s{pod=~\"$pod\",container!=\"\",container!=\"POD\",namespace=~\"$namespace\"} / 1000) by (pod,container, namespace)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "A" } ], "title": "CPU Load (10s)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "yellow", "value": null }, { "color": "red", "value": 0.25 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 18, "y": 16 }, "id": 62, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "pluginVersion": "9.0.8", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(rate(container_cpu_cfs_throttled_seconds_total{image!=\"\", container!=\"\", namespace=~\"$namespace\", pod=~\"$pod\"}[1m])) by (container,pod, namespace) / max (rate (container_cpu_cfs_periods_total{image!=\"\", container!=\"\", namespace=~\"$namespace\", pod=~\"$pod\"}[1m])) by (container,pod, namespace)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "A" } ], "title": "CPU Throttled Percent", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 22 }, "id": 76, "panels": [], "title": "Memory Resource", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 3, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 0, "y": 23 }, "id": 65, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(container_memory_working_set_bytes{pod=~\"$pod\",container !=\"\",container!=\"POD\",namespace=~\"$namespace\"}) by (pod,namespace,container)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}/{{container}}(WSS)", "range": true, "refId": "C" } ], "title": "Memory Usage (WSS)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 3, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 6, "y": 23 }, "id": 66, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(container_memory_usage_bytes{pod=~\"$pod\",container !=\"\",container!=\"POD\",namespace=~\"$namespace\"}) by (pod,namespace,container)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}/{{container}}(Usage)", "range": true, "refId": "B" } ], "title": "Memory Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 3, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 12, "y": 23 }, "id": 80, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(container_memory_rss{pod=~\"$pod\",container !=\"\",container!=\"POD\",namespace=~\"$namespace\"}) by (pod,namespace,container)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{container}}(RSS)", "range": true, "refId": "A" } ], "title": "Memory Usage (RSS)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 3, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 18, "y": 23 }, "id": 100, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(container_memory_cache{pod=~\"$pod\",container !=\"\",container!=\"POD\",namespace=~\"$namespace\"}) by (pod,namespace,container)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "C" } ], "title": "Memory Cache", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "提供了 RSS, Usage, WorkingSet 三种维度的内存使用量相对于限制量的比例。通常以 WorkingSet 作为最关键的参考。 ", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 0, "y": 29 }, "id": 82, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, ((max(container_memory_working_set_bytes{pod=~\"$pod\",container !=\"\",container!=\"POD\",namespace=~\"$namespace\"}) by (pod,namespace,container)/ max(container_spec_memory_limit_bytes{pod=~\"$pod\",container !=\"\",container!=\"POD\",namespace=~\"$namespace\"}) by (pod,namespace, container) * 100) <= 100) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}/{{container}}(WSS/Limit)", "range": true, "refId": "C" } ], "title": "Usage WSS/Limit (%)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "提供了 RSS, Usage, WorkingSet 三种维度的内存使用量相对于限制量的比例。通常以 WorkingSet 作为最关键的参考。 ", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 6, "y": 29 }, "id": 64, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, ((max(container_memory_usage_bytes{pod=~\"$pod\",container !=\"\",container!=\"POD\",namespace=~\"$namespace\"}) by (pod,namespace,container)/ max(container_spec_memory_limit_bytes{pod=~\"$pod\",container !=\"\",container!=\"POD\",namespace=~\"$namespace\"}) by (pod,namespace, container) * 100) <= 100) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}/{{container}}(Usage/Limit)", "range": true, "refId": "B" } ], "title": "Usage/Limit (%)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "提供了 RSS, Usage, WorkingSet 三种维度的内存使用量相对于限制量的比例。通常以 WorkingSet 作为最关键的参考。 ", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 12, "y": 29 }, "id": 78, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, ((max(container_memory_rss{pod=~\"$pod\",container !=\"\",container!=\"POD\",namespace=~\"$namespace\"}) by (pod,namespace,container)/ sum(container_spec_memory_limit_bytes{pod=~\"$pod\",container !=\"\",container!=\"POD\",namespace=~\"$namespace\"}) by (pod,namespace, container) * 100) <= 100) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{container}}(RSS/Limit)", "range": true, "refId": "A" } ], "title": "Usage RSS/Limit (%)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 18, "y": 29 }, "id": 98, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(increase(container_memory_failcnt{namespace=~\"$namespace\", pod=~\"$pod\", container!=\"\"}[1m])) by (pod,container, namespace)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "A" } ], "title": "Memory Failcnt", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 35 }, "id": 58, "panels": [], "title": "Network & File System & Process Resource", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-BlPu" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 0, "y": 36 }, "id": 60, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(irate(container_network_receive_bytes_total{image!=\"\",namespace=~\"$namespace\", pod_name=~\"$pod\"}[1m])) by(namespace, pod)) * on (namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}", "range": true, "refId": "A" } ], "title": "Network Input", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-BlPu" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 6, "y": 36 }, "id": 86, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(rate(container_network_transmit_bytes_total{image!=\"\",namespace=~\"$namespace\", pod_name=~\"$pod\"}[1m]))by(namespace, pod)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}", "range": true, "refId": "B" } ], "title": "Network Output", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 0.01 }, { "color": "red", "value": 5 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 12, "y": 36 }, "id": 68, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(increase(container_network_receive_packets_dropped_total{id!=\"/\", namespace=~\"$namespace\", pod=~\"$pod\"}[1m])) by (namespace, pod, interface) / max (increase (container_network_receive_packets_total{id!=\"/\", namespace=~\"$namespace\", pod=~\"$pod\"}[1m])) by (namespace, pod, interface)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{interface}}(DroppedPacket-Input)", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(increase(container_network_receive_errors_total{id!=\"/\", namespace=~\"$namespace\", pod=~\"$pod\"}[1m])) by (namespace, pod, interface) / max (increase (container_network_receive_packets_total{id!=\"/\", namespace=~\"$namespace\", pod=~\"$pod\"}[1m])) by (namespace, pod, interface)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}/{{interface}}(Error-Input)", "range": true, "refId": "C" } ], "title": "Network Input Error (%)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 0.01 }, { "color": "red", "value": 5 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 18, "y": 36 }, "id": 102, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max (increase (container_network_transmit_packets_dropped_total{id!=\"/\", namespace=~\"$namespace\", pod=~\"$pod\"}[1m])) by (namespace, pod, interface) / max (increase (container_network_transmit_packets_total{id!=\"/\", namespace=~\"$namespace\", pod=~\"$pod\"}[1m])) by (namespace, pod, interface)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}/{{interface}}(DroppedPacket-Output)", "range": true, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max (increase (container_network_transmit_errors_total{id!=\"/\", namespace=~\"$namespace\", pod=~\"$pod\"}[1m])) by (namespace, pod, interface) / max (increase (container_network_receive_packets_total{id!=\"/\", namespace=~\"$namespace\", pod=~\"$pod\"}[1m])) by (namespace, pod, interface)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}/{{interface}}(Error-Output)", "range": true, "refId": "D" } ], "title": "Network Output Error (%)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 0, "y": 42 }, "id": 88, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max (rate(container_fs_reads_bytes_total{namespace=~\"$namespace\", pod=~\"$pod\", container!=\"\"}[1m]))by (namespace, pod, container)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "A" } ], "title": "File System Read", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 6, "y": 42 }, "id": 67, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max (rate(container_fs_writes_bytes_total{namespace=~\"$namespace\", pod=~\"$pod\", container!=\"\"}[1m])) by (namespace, pod, container)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "hide": false, "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "B" } ], "title": "File System Write", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-BlPu" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 12, "y": 42 }, "id": 70, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (max(container_sockets{namespace=~\"$namespace\", pod=~\"$pod\", container!=\"\"}) by (namespace, pod, container)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "A" } ], "title": "Network Socket", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-BlPu" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 18, "y": 42 }, "id": 71, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (count(container_processes{namespace=~\"$namespace\", pod=~\"$pod\", container!=\"\"}) by (namespace, pod, container)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "A" } ], "title": "Process Number", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 48 }, "id": 109, "panels": [], "title": "Storage", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 49 }, "id": 111, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, sum by (pod, container, namespace) (container_fs_usage_bytes{namespace=~\"$namespace\", pod=~\"$pod\", pod_source!=\"eci\"}) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod) )", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{pod}}/{{container}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" }, { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, sum by (pod, container, namespace) (container_fs_usage_bytes{namespace=~\"$namespace\", pod=~\"$pod\", pod_source=\"eci\", is_rootfs=\"true\"}) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "fields": [ { "jsonPath": "" } ], "hide": false, "legendFormat": "{{pod}}/{{container}}", "method": "GET", "queryParams": "", "range": true, "refId": "B", "urlPath": "" } ], "title": "Sandbox File System Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 49 }, "id": 113, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "topk($top_k, (sum by (pod, container, namespace) (container_fs_usage_bytes{namespace=~\"$namespace\", pod=~\"$pod\", pod_source!=\"eci\"}) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod) ) /\n(sum by (pod, container, namespace) (container_fs_limit_bytes{namespace=~\"$namespace\", pod=~\"$pod\", pod_source!=\"eci\"}) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)))", "fields": [ { "jsonPath": "" } ], "instant": false, "legendFormat": "{{pod}}/{{container}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" }, { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "topk($top_k, (sum by (pod, container, namespace) (container_fs_usage_bytes{namespace=~\"$namespace\", pod=~\"$pod\", pod_source=\"eci\", is_rootfs=\"true\"}) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)) /\n(sum by (pod, container, namespace) (container_fs_limit_bytes{namespace=~\"$namespace\", pod=~\"$pod\", pod_source=\"eci\", is_rootfs=\"true\"}) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod)))", "fields": [ { "jsonPath": "" } ], "hide": false, "instant": false, "legendFormat": "{{pod}}/{{container}}", "method": "GET", "queryParams": "", "range": true, "refId": "B", "urlPath": "" } ], "title": "Sandbox File System Usage (%)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 57 }, "id": 115, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (sum by (namespace, pod, container) (irate(container_fs_reads_bytes_total{namespace=~\"$namespace\", pod=~\"$pod\", container!=\"\",container!=\"POD\"}[1m]))) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{pod}}/{{container}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Sandbox File System Read", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 57 }, "id": 117, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (sum by (namespace, pod, container) (irate(container_fs_writes_bytes_total{namespace=~\"$namespace\", pod=~\"$pod\", container!=\"\"}[1m]))) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{pod}}/{{container}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Sandbox File System Write", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 65 }, "id": 119, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, sum(ephemeral_storage_pod_usage_bytes{namespace=~\"$namespace\", pod=~\"$pod\"}) by (namespace, pod) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{pod}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Ephemeral Storage Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "请确认Pod Yaml中设置了resources.limits.ephemeral-storage", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "noValue": "Ephemeral storage resource limit not configed", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 0.8 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 65 }, "id": 121, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (avg by (namespace, pod) (ephemeral_storage_pod_usage_bytes{namespace=~\"$namespace\", pod=~\"$pod\"}) /\navg by (namespace, pod) (kube_pod_container_resource_limits{resource=\"ephemeral_storage\", namespace=~\"$namespace\", pod=~\"$pod\",job=\"_kube-state-metrics\"})) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "fields": [ { "jsonPath": "" } ], "hide": false, "legendFormat": "{{pod}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Ephemeral Storage Usage (%)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 73 }, "id": 123, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (ephemeral_storage_pod_inodes_used{namespace=~\"$namespace\", pod=~\"$pod\"}) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{pod}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Ephemeral Inode Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "请确认Pod Yaml中设置了resources.limits.ephemeral-storage", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 0.8 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 73 }, "id": 125, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "cacheDurationSeconds": 300, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "topk($top_k, (avg by (namespace, pod) (ephemeral_storage_pod_inodes_used{namespace=~\"$namespace\", pod=~\"$pod\"}) /\navg by (namespace, pod) (ephemeral_storage_pod_inodes_total)) * on(namespace, pod) group_left() max(kube_pod_labels{label_agents_kruise_io_created_by=\"sandbox\"}) by (namespace, pod))", "fields": [ { "jsonPath": "" } ], "legendFormat": "{{pod}}", "method": "GET", "queryParams": "", "range": true, "refId": "A", "urlPath": "" } ], "title": "Ephemeral Inode Usage(%)", "type": "timeseries" } ], "refresh": false, "schemaVersion": 36, "showAgsLink": "cn", "style": "dark", "tags": [ "scene:container", "addon:name:agent-sandbox-monitor", "addon:version:0.0.1", "env:CS", "env:type:ManagedKubernetes", "env:profile:Default", "dashboard:name:agent-sandbox-instance", "addon:version:0.0.2", "addon:version:2.0.0" ], "templating": { "list": [ { "current": { "selected": false, "text": "prom-c65ba5f4526874408b32935e21d98a165", "value": "prom-c65ba5f4526874408b32935e21d98a165" }, "hide": 2, "includeAll": false, "multi": false, "name": "datasource", "options": [], "query": "prometheus", "refresh": 1, "regex": "/^prom-c65ba5f4526874408b32935e21d98a165/", "skipUrlSync": false, "type": "datasource" }, { "allValue": ".*", "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "definition": "label_values(kube_pod_info, namespace)", "hide": 0, "includeAll": true, "label": "Namespace", "multi": false, "name": "namespace", "options": [], "query": { "query": "label_values(kube_pod_info, namespace)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "allValue": ".*", "current": { "selected": true, "text": [ "All" ], "value": [ "$__all" ] }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "definition": "label_values({__name__=~\"kube_pod_info\",namespace=~\"$namespace\"},name)", "hide": 0, "includeAll": true, "label": "Sandbox", "multi": true, "name": "pod", "options": [], "query": { "query": "label_values({__name__=~\"kube_pod_info\",namespace=~\"$namespace\"},name)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "hide": 2, "name": "clusterUid", "query": "1342-3ea084", "skipUrlSync": false, "type": "constant" }, { "current": { "selected": false, "text": "10", "value": "10" }, "description": "Top Visible in Dashboard", "hide": 0, "includeAll": false, "label": "Top Visible", "multi": false, "name": "top_k", "options": [ { "selected": true, "text": "10", "value": "10" } ], "query": "10", "queryValue": "", "skipUrlSync": false, "type": "custom" } ] }, "time": { "from": "now-15m", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Sandbox Instance", "uid": "1342-3ea084-agent-sandbox-instance", "version": 8, "weekStart": "" }