{ "__requires": [ { "type": "panel", "id": "bargauge", "name": "Bar gauge", "version": "" }, { "type": "panel", "id": "gauge", "name": "Gauge", "version": "" }, { "type": "grafana", "id": "grafana", "name": "Grafana", "version": "7.0.3" }, { "type": "panel", "id": "graph", "name": "Graph", "version": "" }, { "type": "datasource", "id": "prometheus", "name": "Prometheus", "version": "1.0.0" }, { "type": "panel", "id": "stat", "name": "Stat", "version": "" }, { "type": "panel", "id": "table", "name": "Table", "version": "" } ], "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "description": "This dashboard is one of major topic for Kubernetes Book \nand best optimized for virtual machine environment provided with \nhttps://github.com/sysnet4admin/_Book_k8sInfra\n\nNotice: It may be running on the other environment but cannot be guaranteed.", "editable": true, "gnetId": 13770, "graphTooltip": 0, "id": null, "iteration": 1611497407892, "links": [], "panels": [ { "collapsed": false, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 156, "panels": [], "title": "\ud074\ub7ec\uc2a4\ud130 \uc694\uc57d", "type": "row" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 1 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 3, "w": 9, "x": 0, "y": 1 }, "id": 158, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false } }, "pluginVersion": "7.0.3", "targets": [ { "expr": "avg(\navg_over_time((sum without ()(kube_pod_container_status_ready{namespace=\"kube-system\",pod=~\".*.dashboard.*|.*.dns.*|kube.*|.*.calico.*|.*.flannel.*|.*.etcd.*\"}) \n/ \ncount without ()(kube_pod_container_status_ready{namespace=\"kube-system\",pod=~\".*.dashboard.*|.*.dns.*|kube.*|.*.calico.*|.*.flannel.*|.*.etcd.*\"}))[$duration:5m])\n)", "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "\ub9c8\uc2a4\ud130 \uc815\uc0c1 \uac00\ub3d9\ub960", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": { "align": null }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Docker version" }, "properties": [ { "id": "custom.width", "value": 161 } ] }, { "matcher": { "id": "byName", "options": "Node name" }, "properties": [ { "id": "custom.width", "value": 180 } ] }, { "matcher": { "id": "byName", "options": "K8s version" }, "properties": [ { "id": "custom.width", "value": 114 } ] }, { "matcher": { "id": "byName", "options": "OS version" }, "properties": [ { "id": "custom.width", "value": 249 } ] }, { "matcher": { "id": "byName", "options": "pod_cidr" }, "properties": [ { "id": "custom.width", "value": 113 } ] }, { "matcher": { "id": "byName", "options": "Kernel version" }, "properties": [ { "id": "custom.width", "value": 297 } ] }, { "matcher": { "id": "byName", "options": "role" }, "properties": [ { "id": "custom.width", "value": 113 } ] }, { "matcher": { "id": "byName", "options": "Node status" }, "properties": [ { "id": "custom.width", "value": 124 }, { "id": "mappings", "value": [ { "from": "", "id": 0, "operator": "", "text": "Good", "to": "", "type": 1, "value": "1" }, { "from": "", "id": 1, "operator": "", "text": "Bad", "to": "", "type": 1, "value": "0" } ] }, { "id": "custom.displayMode", "value": "color-background" }, { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Uptime" }, "properties": [ { "id": "unit", "value": "s" }, { "id": "custom.width", "value": 110 }, { "id": "custom.align", "value": "left" } ] }, { "matcher": { "id": "byName", "options": "POD CIDR" }, "properties": [ { "id": "custom.width", "value": 120 } ] }, { "matcher": { "id": "byName", "options": "Pod CIDR" }, "properties": [ { "id": "custom.width", "value": 188 } ] } ] }, "gridPos": { "h": 6, "w": 15, "x": 9, "y": 1 }, "id": 64, "options": { "angular": { "decimals": 0, "defaultColor": "#37872D", "format": "none", "linkIndex": "0", "linkVars": [], "mathColorValue": "data[end]", "mathDisplayValue": "data[end]", "mathScratchPad": "data = size(data)[1] == 0 ? [NaN] : data", "options": {}, "radius": "25px", "thresholds": [ { "color": "#37872D", "value": "1" }, { "color": "#C4162A", "value": "0" } ] }, "frameIndex": 0, "showHeader": true, "sortBy": [ { "desc": false, "displayName": "Node name" } ] }, "pluginVersion": "7.0.3", "targets": [ { "expr": "kube_node_info", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "{{node}}", "refId": "A" }, { "expr": " (count by (node)(container_spec_memory_reservation_limit_bytes{pod!=\"\"}))", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "B" }, { "expr": "max\n by(node) (max by(instance) (kubelet_running_pod_count{job=\"kubelet\",metrics_path=\"/metrics\"})\n * on(instance) group_left(node) kubelet_node_name{job=\"kubelet\",metrics_path=\"/metrics\"})\n", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "D" }, { "expr": "sum by (node)(label_replace(instance:node_cpu:ratio + on(instance) group_left(nodename) \nnode_uname_info,\"node\",\"$1\",\"nodename\", \"(.+)\") ) / sum by (node)(kube_node_status_capacity{resource=\"cpu\"})", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "E" }, { "expr": "kube_node_role", "format": "table", "interval": "", "legendFormat": "", "refId": "F" }, { "expr": "label_replace(up{job=\"kubernetes-nodes\"}, \"node\", \"$1\", \"instance\", \"(.+)\")", "format": "table", "interval": "", "legendFormat": "", "refId": "G" }, { "expr": "label_replace(avg by (kubernetes_node) (time() - node_boot_time_seconds), \"node\", \"$1\", \"kubernetes_node\", \"(.+)\")", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "H" } ], "timeFrom": null, "timeShift": null, "title": "\ub178\ub4dc \ud604\ud669", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "container_runtime_version", "kernel_version", "kubelet_version", "node", "os_image", "pod_cidr", "role", "Value #G", "Value #H" ] } } }, { "id": "seriesToColumns", "options": { "byField": "node" } }, { "id": "organize", "options": { "excludeByName": {}, "indexByName": { "Value #G": 8, "Value #H": 9, "container_runtime_version": 7, "instance": 2, "kernel_version": 5, "kubelet_version": 6, "node": 0, "os_image": 4, "pod_cidr": 3, "role": 1 }, "renameByName": { "Value #C": "IP", "Value #D": "Pod count", "Value #E": "CPU usage", "Value #G": "Node status", "Value #H": "Uptime", "container_runtime_version": "Docker version", "instance": "IP", "kernel_version": "Kernel version", "kubelet_version": "K8s version", "node": "Node name", "os_image": "OS version", "pod_cidr": "Pod CIDR", "provider_id": "" } } } ], "type": "table" }, { "cacheTimeout": null, "datasource": "Prometheus", "description": "", "fieldConfig": { "defaults": { "custom": {}, "mappings": [ { "id": 0, "op": "=", "text": "N/A", "type": 1, "value": "null" } ], "nullValueMode": "connected", "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(255, 255, 255)", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 0, "y": 4 }, "id": 131, "interval": null, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false } }, "pluginVersion": "7.0.3", "targets": [ { "expr": " count(kube_namespace_created)", "hide": false, "instant": true, "interval": "", "legendFormat": "{{pod}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "\ub124\uc784\uc2a4\ud398\uc774\uc2a4", "type": "stat" }, { "cacheTimeout": null, "datasource": "Prometheus", "description": "", "fieldConfig": { "defaults": { "custom": {}, "mappings": [ { "id": 0, "op": "=", "text": "N/A", "type": 1, "value": "null" } ], "nullValueMode": "connected", "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(255, 255, 255)", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 3, "y": 4 }, "id": 159, "interval": null, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false } }, "pluginVersion": "7.0.3", "targets": [ { "expr": " count(count by (pod)(container_spec_memory_reservation_limit_bytes{pod!=\"\"}))", "hide": false, "instant": true, "interval": "", "legendFormat": "{{pod}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Pods", "type": "stat" }, { "cacheTimeout": null, "datasource": "Prometheus", "description": "", "fieldConfig": { "defaults": { "custom": {}, "mappings": [ { "id": 0, "op": "=", "text": "N/A", "type": 1, "value": "null" } ], "nullValueMode": "connected", "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(255, 255, 255)", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 6, "y": 4 }, "id": 160, "interval": null, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false } }, "pluginVersion": "7.0.3", "targets": [ { "expr": "count(kube_persistentvolumeclaim_info) ", "hide": false, "instant": true, "interval": "", "legendFormat": "{{pod}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "PVC", "type": "stat" }, { "collapsed": false, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 7 }, "id": 137, "panels": [], "repeat": null, "title": "\uc804\uccb4 \ud074\ub7ec\uc2a4\ud130", "type": "row" }, { "aliasColors": {}, "bars": false, "cacheTimeout": null, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 4, "fillGradient": 0, "gridPos": { "h": 8, "w": 6, "x": 0, "y": 8 }, "hiddenSeries": false, "id": 35, "legend": { "alignAsTable": false, "avg": false, "current": false, "hideEmpty": true, "hideZero": false, "max": true, "min": false, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pluginVersion": "6.5.2", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "(sum by (instance,nodename) (irate(node_cpu_seconds_total{mode!~\"guest.*|idle|iowait\"}[$duration])) + on(instance) group_left(nodename) \nnode_uname_info) - 1", "instant": false, "interval": "", "legendFormat": "{{nodename}} ", "refId": "A" } ], "thresholds": [ { "colorMode": "critical", "fill": true, "line": true, "op": "gt", "value": 0.8, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "\ub178\ub4dc\ubcc4 CPU \uc810\uc720\uc728", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "percentunit", "label": null, "logBase": 1, "max": "1", "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 0, "fillGradient": 6, "gridPos": { "h": 8, "w": 6, "x": 6, "y": 8 }, "hiddenSeries": false, "id": 33, "legend": { "alignAsTable": false, "avg": false, "current": false, "max": true, "min": false, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pluginVersion": "6.4.5", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "((node_memory_MemTotal_bytes + on(instance) group_left(nodename) \nnode_uname_info) - (node_memory_MemAvailable_bytes + on(instance) group_left(nodename) \nnode_uname_info))", "instant": false, "interval": "", "legendFormat": "{{nodename}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "\ub178\ub4dc\ubcc4 \uba54\ubaa8\ub9ac \uc0ac\uc6a9\ub7c9", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "decbytes", "label": "", "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "", "fieldConfig": { "defaults": { "custom": {}, "mappings": [ { "from": "", "id": 0, "operator": "", "text": "", "to": "", "type": 1, "value": "" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 6, "x": 12, "y": 8 }, "hiddenSeries": false, "id": 133, "legend": { "alignAsTable": false, "avg": true, "current": false, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": false, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pluginVersion": "7.0.3", "pointradius": 10, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:157", "alias": "(in)", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum (rate(node_network_receive_bytes_total[$duration]))", "interval": "", "legendFormat": "{{kubernetes_node}}(in)", "refId": "A" }, { "expr": "sum (rate(node_network_transmit_bytes_total[$duration]))", "interval": "", "legendFormat": "{{kubernetes_node}}(out)", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "\ucd08\ub2f9 \ub124\ud2b8\uc6cc\ud06c \ud2b8\ub798\ud53d", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "decbytes", "label": "\uc218\uc2e0 | \uc1a1\uc2e0", "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 6, "x": 18, "y": 8 }, "hiddenSeries": false, "id": 164, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum by (verb) (rate(apiserver_request_total[$duration]))", "interval": "", "legendFormat": "{{verb}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "API \uc11c\ubc84 \ud638\ucd9c", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": false, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 16 }, "id": 139, "panels": [], "repeat": null, "title": "\ub178\ub4dc $node", "type": "row" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 0.8 }, { "color": "red", "value": 0.9 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 0, "y": 17 }, "id": 145, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "7.0.3", "targets": [ { "expr": "sum by (instance) (irate(node_cpu_seconds_total{mode!~\"guest.*|idle|iowait\", kubernetes_node=\"$node\"}[5m]))", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "CPU \uc810\uc720\uc728", "type": "gauge" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 0.8 }, { "color": "red", "value": 0.9 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 3, "y": 17 }, "id": 146, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "7.0.3", "targets": [ { "expr": "(node_memory_MemTotal_bytes{kubernetes_node=\"m-k8s\"}-node_memory_MemAvailable_bytes{kubernetes_node=\"m-k8s\"})/node_memory_MemTotal_bytes{kubernetes_node=\"m-k8s\"}", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "\uba54\ubaa8\ub9ac \uc810\uc720\uc728", "type": "gauge" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "#EAB839", "value": 0.8 }, { "color": "red", "value": 0.9 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 6, "y": 17 }, "id": 154, "options": { "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "7.0.3", "targets": [ { "expr": "sum(node_filesystem_size_bytes{kubernetes_node=\"$node\"} - node_filesystem_avail_bytes{kubernetes_node=\"$node\"}) by (kubernetes_node) / sum(node_filesystem_size_bytes{kubernetes_node=\"$node\"}) by (kubernetes_node)", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "\ub514\uc2a4\ud06c \uc0ac\uc6a9\ub960(%)", "type": "gauge" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 9, "y": 17 }, "id": 141, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false } }, "pluginVersion": "7.0.3", "targets": [ { "expr": "kube_node_status_allocatable_cpu_cores{node=\"$node\"}", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "CPU \ucf54\uc5b4", "type": "stat" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 6, "w": 6, "x": 11, "y": 17 }, "hiddenSeries": false, "id": 162, "legend": { "avg": false, "current": true, "max": false, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "switches", "lines": false, "pointradius": 1, "points": true, "yaxis": 2 }, { "alias": "used filefd", "color": "#F2495C" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "node_filefd_allocated{instance=~\"$instance\"}", "interval": "", "intervalFactor": 5, "legendFormat": "used filefd", "refId": "A" }, { "expr": "rate(node_context_switches_total{instance=~\"$instance\"}[$duration])", "interval": "", "intervalFactor": 5, "legendFormat": "switches", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "File descriptor / Context switches", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": "used filefd", "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": "context_switches", "logBase": 2, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "decimals": 2, "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 6, "w": 7, "x": 17, "y": 17 }, "hiddenSeries": false, "id": 166, "legend": { "alignAsTable": false, "avg": true, "current": false, "hideEmpty": true, "hideZero": true, "max": false, "min": false, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "/.*_Reads completed$/", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(node_disk_reads_completed_total{instance=~\"$instance\"}[$duration])", "interval": "", "legendFormat": "{{device}}_Reads", "refId": "A" }, { "expr": "rate(node_disk_writes_completed_total{instance=~\"$instance\"}[$duration])", "interval": "", "legendFormat": "{{device}}_Writes", "refId": "B" }, { "expr": "node_disk_io_now{instance=~\"$instance\"}", "interval": "", "legendFormat": "{{device}}", "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk IOPS \uc644\ub8cc", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 2, "format": "iops", "label": "", "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": 2 } }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 9, "y": 20 }, "id": 143, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false } }, "pluginVersion": "7.0.3", "targets": [ { "expr": "machine_memory_bytes{instance=\"$node\"}", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "\uba54\ubaa8\ub9ac", "type": "stat" }, { "collapsed": false, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 23 }, "id": 168, "panels": [], "title": "Pod $pod", "type": "row" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {}, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 6, "w": 5, "x": 0, "y": 24 }, "id": 179, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false } }, "pluginVersion": "7.0.3", "targets": [ { "expr": "time()-kube_pod_start_time{pod=\"$pod\"}", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Pod \uc0dd\uc131\uc2dc\uac04", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {}, "mappings": [ { "from": "", "id": 0, "operator": "", "text": "Bad", "to": "", "type": 1, "value": "1" }, { "from": "", "id": 1, "operator": "", "text": "Good", "to": "", "type": 1, "value": "0" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 5, "x": 5, "y": 24 }, "id": 173, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "pluginVersion": "7.0.3", "targets": [ { "expr": "sum(kube_pod_container_status_waiting_reason{pod=\"$pod\", reason!~\"ContainerCreating\"})", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Pod \uac00\ub3d9 \uc0c1\ud0dc", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 2 }, { "color": "red", "value": 5 } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 10, "y": 24 }, "id": 175, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "pluginVersion": "7.0.3", "targets": [ { "expr": "sum(round(increase(kube_pod_container_status_restarts_total{pod=\"$pod\"}[10m])))", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "10\ubd84 \uc774\ub0b4 \uc7ac\uc2dc\uc791", "type": "stat" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": {}, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "decbytes" }, "overrides": [ { "matcher": { "id": "byName", "options": "CPU(%)" }, "properties": [ { "id": "unit", "value": "percentunit" }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 0.9 } ] } } ] }, { "matcher": { "id": "byName", "options": "Memory(bytes)" }, "properties": [ { "id": "max", "value": 1073741824 } ] }, { "matcher": { "id": "byName", "options": "File system usage" }, "properties": [ { "id": "max", "value": 1048576 } ] } ] }, "gridPos": { "h": 6, "w": 7, "x": 13, "y": 24 }, "id": 171, "options": { "displayMode": "lcd", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showUnfilled": true }, "pluginVersion": "7.0.3", "targets": [ { "expr": "sum(container_memory_usage_bytes{pod=\"$pod\"})", "interval": "", "legendFormat": "Memory(bytes)", "refId": "B" }, { "expr": "sum(rate(container_cpu_usage_seconds_total{pod=\"$pod\"}[$duration]))", "interval": "", "legendFormat": "CPU(%)", "refId": "A" }, { "expr": "sum(container_fs_usage_bytes{pod=\"$pod\"})", "interval": "", "legendFormat": "File system usage", "refId": "C" } ], "timeFrom": null, "timeShift": null, "title": "\ub9ac\uc18c\uc2a4 \uc0ac\uc6a9\ub7c9", "type": "bargauge" }, { "datasource": "Prometheus", "fieldConfig": { "defaults": { "custom": { "align": null }, "mappings": [], "noValue": "\u221e", "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(255, 255, 255)", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Memory" }, "properties": [ { "id": "unit", "value": "decbytes" } ] }, { "matcher": { "id": "byName", "options": "CPU core" }, "properties": [ { "id": "unit", "value": "core" } ] } ] }, "gridPos": { "h": 6, "w": 4, "x": 20, "y": 24 }, "id": 177, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false } }, "pluginVersion": "7.0.3", "targets": [ { "expr": "sum(kube_pod_container_resource_limits_cpu_cores{pod=\"$pod\"})", "interval": "", "legendFormat": "CPU core", "refId": "A" }, { "expr": "sum(kube_pod_container_resource_limits_memory_bytes{pod=\"$pod\"})", "interval": "", "legendFormat": "Memory", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "\ub9ac\uc18c\uc2a4 \ud560\ub2f9 \uc81c\ud55c", "type": "stat" }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "", "fieldConfig": { "defaults": { "custom": {}, "mappings": [ { "from": "", "id": 0, "operator": "", "text": "", "to": "", "type": 1, "value": "" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 30 }, "hiddenSeries": false, "id": 169, "legend": { "alignAsTable": false, "avg": true, "current": false, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": false, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pluginVersion": "7.0.3", "pointradius": 10, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "in", "color": "#73BF69", "transform": "negative-Y" }, { "alias": "out", "color": "#5794F2" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(rate(container_network_receive_bytes_total{pod=\"$pod\"}[$duration]))", "interval": "", "intervalFactor": 1, "legendFormat": "in", "refId": "A" }, { "expr": "sum(rate(container_network_transmit_bytes_total{pod=\"$pod\"}[$duration]))", "interval": "", "legendFormat": "out", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "\ucd08\ub2f9 \ub124\ud2b8\uc6cc\ud06c \ud2b8\ub798\ud53d", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "transformations": [], "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "decbytes", "label": "\uc218\uc2e0 | \uc1a1\uc2e0", "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "", "fieldConfig": { "defaults": { "custom": {}, "mappings": [ { "from": "", "id": 0, "operator": "", "text": "", "to": "", "type": 1, "value": "" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 30 }, "hiddenSeries": false, "id": 180, "legend": { "alignAsTable": false, "avg": false, "current": false, "max": false, "min": false, "rightSide": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pluginVersion": "7.0.3", "pointradius": 10, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "in", "color": "#73BF69", "transform": "negative-Y" }, { "alias": "out", "color": "#5794F2" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(container_memory_swap{pod=\"$pod\"}) by (pod)", "interval": "", "intervalFactor": 1, "legendFormat": "Swap", "refId": "A" }, { "expr": "sum(rate(container_memory_failcnt{pod=\"$pod\"}[$duration])) by (pod)", "interval": "", "legendFormat": "Memory Failure", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "\uba54\ubaa8\ub9ac \uc0c1\ud0dc(Swap/Failure)", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "transformations": [], "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "none", "label": "", "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "fill": 1, "fillGradient": 4, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 30 }, "hiddenSeries": false, "id": 182, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pluginVersion": "7.0.3", "pointradius": 0.5, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:311", "alias": "Thread", "bars": true, "color": "#FF9830", "lines": false } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(container_threads{pod=\"$pod\", container!=\"POD\"})", "interval": "", "intervalFactor": 5, "legendFormat": "Thread", "refId": "A" }, { "expr": "", "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "\uc2a4\ub808\ub4dc \uac1c\uc218", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": "", "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "refresh": "5s", "schemaVersion": 25, "style": "dark", "tags": [ "kubernetes", "k8s" ], "templating": { "list": [ { "allValue": null, "current": {}, "datasource": "Prometheus", "definition": "label_values(node_uname_info,kubernetes_node)", "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "node", "options": [], "query": "label_values(node_uname_info,kubernetes_node)", "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "auto": false, "auto_count": 30, "auto_min": "10s", "current": { "selected": false, "text": "5m", "value": "5m" }, "hide": 0, "label": null, "name": "duration", "options": [ { "selected": false, "text": "2m", "value": "2m" }, { "selected": true, "text": "5m", "value": "5m" }, { "selected": false, "text": "10m", "value": "10m" }, { "selected": false, "text": "30m", "value": "30m" }, { "selected": false, "text": "1h", "value": "1h" } ], "query": "2m,5m,10m,30m,1h", "queryValue": "", "refresh": 2, "skipUrlSync": false, "type": "interval" }, { "allValue": null, "current": {}, "datasource": "Prometheus", "definition": "query_result(node_uname_info{kubernetes_node=\"$node\"})", "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "instance", "options": [], "query": "query_result(node_uname_info{kubernetes_node=\"$node\"})", "refresh": 1, "regex": "/instance=\"(.+?)\"/", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": {}, "datasource": "Prometheus", "definition": "label_values(kube_pod_labels, namespace)", "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "namespace", "options": [], "query": "label_values(kube_pod_labels, namespace)", "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": {}, "datasource": "Prometheus", "definition": "label_values(kube_pod_info{namespace=\"$namespace\"}, pod)", "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "pod", "options": [], "query": "label_values(kube_pod_info{namespace=\"$namespace\"}, pod)", "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false } ] }, "time": { "from": "now-3h", "to": "now" }, "timepicker": { "refresh_intervals": [ "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ] }, "timezone": "", "title": "1 Kubernetes All-in-one Cluster Monitoring KR", "uid": "4b545447f", "version": 2 }