{ "__inputs": [ { "name": "DS_ELASTICSEARCH", "label": "Elasticsearch", "description": "", "type": "datasource", "pluginId": "elasticsearch", "pluginName": "Elasticsearch" } ], "__requires": [ { "type": "datasource", "id": "elasticsearch", "name": "Elasticsearch", "version": "1.0.0" }, { "type": "grafana", "id": "grafana", "name": "Grafana", "version": "7.3.0" }, { "type": "panel", "id": "graph", "name": "Graph", "version": "" }, { "type": "panel", "id": "stat", "name": "Stat", "version": "" }, { "type": "panel", "id": "table", "name": "Table", "version": "" } ], "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "editable": true, "gnetId": null, "graphTooltip": 0, "id": null, "iteration": 1613039399231, "links": [], "panels": [ { "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": { "align": null, "displayMode": "auto", "filterable": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "QPS" }, "properties": [ { "id": "custom.width", "value": 228 } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 0 }, "id": 327, "options": { "showHeader": true, "sortBy": [ { "desc": false, "displayName": "timestamp" } ] }, "pluginVersion": "7.3.0", "targets": [ { "bucketAggs": [], "metrics": [ { "$$hashKey": "object:409", "field": "select field", "id": "1", "meta": {}, "settings": { "size": 500 }, "type": "raw_data" } ], "query": "uuid.keyword: $uuid AND metricName: \"jobSummary\"", "refId": "A", "timeField": "timestamp" } ], "timeFrom": null, "timeShift": null, "title": "Job Summary", "transformations": [ { "id": "organize", "options": { "excludeByName": { "_id": true, "_index": true, "_type": true, "jobConfig.burst": false, "jobConfig.cleanup": true, "jobConfig.errorOnVerify": true, "jobConfig.jobIterationDelay": true, "jobConfig.jobIterations": true, "jobConfig.jobPause": true, "jobConfig.jobType": false, "jobConfig.maxWaitTimeout": true, "jobConfig.namespace": true, "jobConfig.namespaced": true, "jobConfig.namespacedIterations": true, "jobConfig.objects": true, "jobConfig.podWait": true, "jobConfig.verifyObjects": true, "jobConfig.waitFor": true, "jobConfig.waitForDeletion": true, "jobConfig.waitWhenFinished": true, "metricName": true, "timestamp": false, "uuid": true }, "indexByName": { "_id": 1, "_index": 2, "_type": 3, "elapsedTime": 7, "jobConfig.burst": 6, "jobConfig.cleanup": 11, "jobConfig.errorOnVerify": 12, "jobConfig.jobIterationDelay": 13, "jobConfig.jobIterations": 8, "jobConfig.jobPause": 14, "jobConfig.jobType": 9, "jobConfig.maxWaitTimeout": 15, "jobConfig.name": 4, "jobConfig.namespace": 16, "jobConfig.namespaced": 17, "jobConfig.namespacedIterations": 18, "jobConfig.objects": 19, "jobConfig.podWait": 10, "jobConfig.qps": 5, "jobConfig.verifyObjects": 20, "jobConfig.waitFor": 21, "jobConfig.waitForDeletion": 22, "jobConfig.waitWhenFinished": 23, "metricName": 24, "timestamp": 0, "uuid": 25 }, "renameByName": { "_type": "", "elapsedTime": "Elapsed time", "jobConfig.burst": "Burst", "jobConfig.cleanup": "", "jobConfig.errorOnVerify": "errorOnVerify", "jobConfig.jobIterationDelay": "jobIterationDelay", "jobConfig.jobIterations": "Iterations", "jobConfig.jobPause": "jobPause", "jobConfig.jobType": "Job Type", "jobConfig.maxWaitTimeout": "maxWaitTImeout", "jobConfig.name": "Name", "jobConfig.namespace": "namespacePrefix", "jobConfig.namespaced": "", "jobConfig.namespacedIterations": "Namespaced iterations", "jobConfig.objects": "", "jobConfig.podWait": "podWait", "jobConfig.qps": "QPS", "jobConfig.verifyObjects": "", "timestamp": "" } } } ], "type": "table" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 9, "x": 0, "y": 8 }, "hiddenSeries": false, "id": 31, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "", "bucketAggs": [ { "$$hashKey": "object:4404", "fake": true, "field": "labels.condition.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"nodeStatus\" AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Node status summary", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:430", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:431", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 9, "x": 9, "y": 8 }, "hiddenSeries": false, "id": 469, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "", "bucketAggs": [ { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: configmapCount AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "ConfigMap count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:430", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:431", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 18, "y": 8 }, "id": 347, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "7.3.0", "targets": [ { "alias": "", "bucketAggs": [ { "$$hashKey": "object:4404", "fake": true, "field": "labels.role.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "coun", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "count" } ], "query": "uuid.keyword: $uuid AND metricName: \"nodeRoles\"", "refId": "A", "timeField": "timestamp" } ], "timeFrom": null, "timeShift": null, "title": "Node count", "type": "stat" }, { "datasource": "$Datasource", "description": "", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 22, "y": 8 }, "id": 371, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "/^labels\\.cluster_version$/", "values": false }, "textMode": "value" }, "pluginVersion": "7.3.0", "targets": [ { "alias": "", "bucketAggs": [], "metrics": [ { "$$hashKey": "object:31", "field": "versi", "id": "1", "inlineScript": null, "meta": {}, "settings": { "size": 500 }, "type": "raw_data" } ], "query": "uuid.keyword: $uuid AND metricName: \"etcdVersion\"", "refId": "A", "timeField": "timestamp" } ], "timeFrom": null, "timeShift": null, "title": "Etcd version", "type": "stat" }, { "datasource": "$Datasource", "description": "", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 18, "y": 11 }, "id": 369, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "/^labels\\.version$/", "values": false }, "textMode": "value" }, "pluginVersion": "7.3.0", "targets": [ { "alias": "", "bucketAggs": [], "metrics": [ { "$$hashKey": "object:31", "field": "versi", "id": "1", "inlineScript": null, "meta": {}, "settings": { "size": 500 }, "type": "raw_data" } ], "query": "uuid.keyword: $uuid AND metricName: \"clusterVersion\"", "refId": "A", "timeField": "timestamp" } ], "timeFrom": null, "timeShift": null, "title": "OpenShift version", "type": "stat" }, { "collapsed": false, "datasource": "${DS_ELASTICSEARCH}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 15 }, "id": 439, "panels": [], "title": "API", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 16 }, "hiddenSeries": false, "id": 413, "legend": { "alignAsTable": true, "avg": false, "current": false, "max": true, "min": false, "rightSide": false, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{term labels.verb.keyword}} {{term labels.resource.keyword}}", "bucketAggs": [ { "$$hashKey": "object:1483", "fake": true, "field": "labels.resource.keyword", "id": "6", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:1330", "fake": true, "field": "labels.verb.keyword", "id": "5", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: P99APICallsLatency AND jobName.keyword: $job_name AND labels.verb.keyword: $verb AND labels.resource.keyword: $resource", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "P99 API calls latency", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:430", "format": "s", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:431", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 16 }, "hiddenSeries": false, "id": 414, "legend": { "alignAsTable": true, "avg": false, "current": false, "max": true, "min": false, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{term labels.verb.keyword}} {{term labels.resource.keyword}}", "bucketAggs": [ { "$$hashKey": "object:1483", "fake": true, "field": "labels.resource.keyword", "id": "6", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:1330", "fake": true, "field": "labels.verb.keyword", "id": "5", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: APIRequestRate AND jobName.keyword: $job_name AND labels.verb: $verb AND labels.resource: $resource", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "API request rate", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:430", "format": "reqps", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:431", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 25 }, "hiddenSeries": false, "id": 415, "legend": { "alignAsTable": true, "avg": false, "current": false, "hideEmpty": false, "hideZero": true, "max": true, "min": false, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{term labels.verb.keyword}} {{term labels.code.keyword}}", "bucketAggs": [ { "$$hashKey": "object:1850", "fake": true, "field": "labels.verb.keyword", "id": "6", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:1330", "fake": true, "field": "labels.code.keyword", "id": "5", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: APIRequestRate AND jobName.keyword: $job_name AND labels.verb: $verb AND labels.code.keyword: $code", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "API Status code rate", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:430", "format": "none", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:431", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 25 }, "hiddenSeries": false, "id": 416, "legend": { "alignAsTable": true, "avg": false, "current": false, "max": true, "min": false, "rightSide": false, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{term labels.request_kind.keyword}}", "bucketAggs": [ { "$$hashKey": "object:1850", "fake": true, "field": "labels.request_kind.keyword", "id": "6", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: APIInflightRequests AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "API Inflight requests", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:430", "format": "reqps", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:431", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 34 }, "hiddenSeries": false, "id": 417, "legend": { "alignAsTable": true, "avg": false, "current": false, "max": true, "min": false, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{term labels.apiserver.keyword}} {{term labels.operation.keyword}}", "bucketAggs": [ { "$$hashKey": "object:1850", "fake": true, "field": "labels.operation.keyword", "id": "6", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:1330", "fake": true, "field": "labels.apiserver.keyword", "id": "5", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: P99APIEtcdRequestLatency AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "P99 API -> etcd request latency", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:430", "format": "s", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:431", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 34 }, "hiddenSeries": false, "id": 418, "legend": { "alignAsTable": true, "avg": false, "current": false, "max": true, "min": false, "rightSide": false, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{term labels.flow_schema.keyword}} {{term labels.priority_level.keyword}}", "bucketAggs": [ { "$$hashKey": "object:1850", "fake": true, "field": "labels.flow_schema.keyword", "id": "6", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:1330", "fake": true, "field": "labels.priority_level.keyword", "id": "5", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "0" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: flowControlRate AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "FlowSchema request rate", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:430", "format": "reqps", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:431", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": false, "datasource": "${DS_ELASTICSEARCH}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 43 }, "id": 21, "panels": [], "title": "etcd", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 44 }, "hiddenSeries": false, "id": 448, "legend": { "alignAsTable": true, "avg": true, "current": false, "hideEmpty": false, "hideZero": false, "max": true, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "", "bucketAggs": [ { "$$hashKey": "object:4404", "fake": true, "field": "labels.pod.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"99thEtcdDiskWalFsyncDurationSeconds\" AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [ { "$$hashKey": "object:4409", "colorMode": "critical", "fill": true, "line": true, "op": "gt", "value": 0.01, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "etcd 99th fsync latency", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:65", "format": "s", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:66", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 44 }, "hiddenSeries": false, "id": 19, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "", "bucketAggs": [ { "$$hashKey": "object:4404", "fake": true, "field": "labels.pod.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"99thEtcdDiskBackendCommitDurationSeconds\" AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "etcd 99th disk commit latency", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:65", "format": "s", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:66", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": { "align": null, "filterable": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 52 }, "hiddenSeries": false, "id": 393, "legend": { "alignAsTable": true, "avg": true, "current": false, "hideEmpty": false, "hideZero": false, "max": true, "min": false, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:396", "alias": "/.*Logical.*/", "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{labels.pod.keyword}} to {{labels.To.keyword}}", "bucketAggs": [ { "$$hashKey": "object:806", "fake": true, "field": "labels.pod.keyword", "id": "4", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:322", "fake": true, "field": "labels.To.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:259", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "hide": false, "metrics": [ { "$$hashKey": "object:278", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid: $uuid AND metricName.keyword: 99thEtcdRoundTripTimeSeconds AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Etcd 99th network peer roundtrip time", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:301", "format": "s", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:302", "decimals": null, "format": "decbytes", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 52 }, "hiddenSeries": false, "id": 325, "legend": { "alignAsTable": true, "avg": true, "current": false, "hideEmpty": true, "hideZero": true, "max": true, "min": false, "rightSide": false, "show": true, "sort": "total", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{term labels.pod.keyword}}", "bucketAggs": [ { "$$hashKey": "object:563", "fake": true, "field": "labels.pod.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:280", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:278", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid: $uuid AND metricName.keyword: etcdWALWriteBytesRate AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Etcd WAL write rate", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:301", "format": "binBps", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:302", "decimals": null, "format": "none", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": { "align": null, "filterable": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 60 }, "hiddenSeries": false, "id": 391, "legend": { "alignAsTable": true, "avg": false, "current": false, "max": true, "min": false, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:396", "alias": "/.*Logical.*/", "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "Physical size: {{labels.pod.keyword}}", "bucketAggs": [ { "$$hashKey": "object:322", "fake": true, "field": "labels.pod.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:259", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "hide": false, "metrics": [ { "$$hashKey": "object:278", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid: $uuid AND metricName.keyword: etcdDBPhysicalSizeBytes AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" }, { "alias": "Logical size: {{labels.pod.keyword}}", "bucketAggs": [ { "$$hashKey": "object:337", "fake": true, "field": "labels.pod.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:280", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "hide": false, "metrics": [ { "$$hashKey": "object:278", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid: $uuid AND metricName.keyword: etcdDBLogicalSizeBytes AND jobName.keyword: $job_name", "refId": "B", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Etcd DB size", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:301", "format": "decbytes", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:302", "decimals": null, "format": "decbytes", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "description": "etcd gRPC clients received/sent bytes", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 60 }, "hiddenSeries": false, "id": 141, "legend": { "alignAsTable": true, "avg": true, "current": false, "hideEmpty": false, "hideZero": false, "max": true, "min": false, "rightSide": false, "show": true, "sideWidth": null, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:1268", "alias": "/received-.+/", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "received-{{term labels.pod.keyword}}", "bucketAggs": [ { "$$hashKey": "object:1170", "fake": true, "field": "labels.pod.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:4301", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:4299", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid: $uuid AND metricName.keyword: etcdClientGRPCReceivedBytesRate AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" }, { "alias": "sent-{{term labels.pod.keyword}}", "bucketAggs": [ { "$$hashKey": "object:1170", "fake": true, "field": "labels.pod.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:4301", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "hide": false, "metrics": [ { "$$hashKey": "object:4299", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid: $uuid AND metricName.keyword: etcdClientGRPCSentBytesRate AND jobName.keyword: $job_name", "refId": "C", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "gRPC etcd clients byte/rate", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:4320", "format": "Bps", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:4321", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 68 }, "hiddenSeries": false, "id": 314, "legend": { "avg": false, "current": false, "hideEmpty": false, "hideZero": true, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "Etcd leader changes", "bucketAggs": [ { "$$hashKey": "object:280", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:278", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid: $uuid AND metricName.keyword: etcdLeaderChangesRate AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" }, { "alias": "Current leader: {{term labels.pod.keyword}}", "bucketAggs": [ { "$$hashKey": "object:375", "fake": true, "field": "labels.pod.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:280", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:278", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid: $uuid AND metricName.keyword: etcdServerIsLeader AND jobName.keyword: $job_name", "refId": "B", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Etcd leader", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:301", "format": "none", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:302", "decimals": null, "format": "none", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": true, "datasource": "${DS_ELASTICSEARCH}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 76 }, "id": 452, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 18 }, "hiddenSeries": false, "id": 18, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": false, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "", "bucketAggs": [ { "$$hashKey": "object:6239", "fake": true, "field": "labels.job.keyword", "id": "4", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:5868", "fake": true, "field": "labels.instance.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"goHeapAllocBytes\" AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Go heap allocation", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:65", "format": "bytes", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:66", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 18 }, "hiddenSeries": false, "id": 449, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": false, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "", "bucketAggs": [ { "$$hashKey": "object:6418", "fake": true, "field": "labels.job.keyword", "id": "6", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:6404", "fake": true, "field": "labels.instance.keyword", "id": "5", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"goHeapInuseBytes\" AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Go heap inuse", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:65", "format": "bytes", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:66", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 27 }, "hiddenSeries": false, "id": 450, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "", "bucketAggs": [ { "$$hashKey": "object:6121", "fake": true, "field": "labels.job.keyword", "id": "4", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:5868", "fake": true, "field": "labels.instance.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"goGCDurationSeconds\" AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Go GC duration", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:65", "format": "s", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:66", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "Golang stats", "type": "row" }, { "collapsed": true, "datasource": "${DS_ELASTICSEARCH}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 77 }, "id": 11, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 51 }, "hiddenSeries": false, "id": 108, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": false, "rightSide": false, "show": true, "sort": "avg", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "scopedVars": { "master": { "selected": true, "text": "ip-10-0-133-30.us-west-2.compute.internal", "value": "ip-10-0-133-30.us-west-2.compute.internal" } }, "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{labels.pod.keyword}} {{labels.container.keyword}}", "bucketAggs": [ { "$$hashKey": "object:2461", "fake": true, "field": "labels.pod.keyword", "id": "4", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:159", "fake": true, "field": "labels.container.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "1", "size": "5" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"containerCPU-Masters\" AND labels.node.keyword: $master AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Container CPU usage $master", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:65", "format": "percent", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:66", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 51 }, "hiddenSeries": false, "id": 437, "legend": { "alignAsTable": true, "avg": false, "current": false, "max": true, "min": false, "rightSide": false, "show": true, "sort": "avg", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "scopedVars": { "master": { "selected": true, "text": "ip-10-0-133-30.us-west-2.compute.internal", "value": "ip-10-0-133-30.us-west-2.compute.internal" } }, "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{labels.pod.keyword}} {{labels.container.keyword}}", "bucketAggs": [ { "$$hashKey": "object:2461", "fake": true, "field": "labels.pod.keyword", "id": "4", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:159", "fake": true, "field": "labels.container.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "1", "size": "5" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"containerMemory-Masters\" AND labels.node.keyword: $master AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Container RSS Memory usage $master", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:65", "format": "decbytes", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:66", "format": "decbytes", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 60 }, "hiddenSeries": false, "id": 463, "legend": { "alignAsTable": true, "avg": true, "current": false, "hideEmpty": false, "hideZero": false, "max": false, "min": false, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": true, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "scopedVars": { "master": { "selected": true, "text": "ip-10-0-133-30.us-west-2.compute.internal", "value": "ip-10-0-133-30.us-west-2.compute.internal" } }, "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "{{labels.mode.keyword}}", "bucketAggs": [ { "$$hashKey": "object:133", "fake": true, "field": "labels.mode.keyword", "id": "4", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "1", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": "_value*100", "meta": {}, "settings": { "script": { "inline": "_value*100" } }, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"nodeCPU-Masters\" AND labels.instance.keyword: $master AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "CPU $master", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:65", "format": "percent", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:66", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 60 }, "hiddenSeries": false, "id": 465, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": true, "max": true, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "scopedVars": { "master": { "selected": true, "text": "ip-10-0-133-30.us-west-2.compute.internal", "value": "ip-10-0-133-30.us-west-2.compute.internal" } }, "seriesOverrides": [ { "$$hashKey": "object:1248", "alias": "/rxNetworkBytes.*/", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "txNetworkBytes - {{labels.device.keyword}}", "bucketAggs": [ { "$$hashKey": "object:1174", "fake": true, "field": "labels.device.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:1089", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:1087", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid: $uuid AND metricName: \"txNetworkBytes-Masters\" AND labels.instance.keyword: \"$master\" AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" }, { "alias": "rxNetworkBytes - {{labels.device.keyword}}", "bucketAggs": [ { "$$hashKey": "object:1215", "fake": true, "field": "labels.device.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:1195", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:1193", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid: $uuid AND metricName: \"rxNetworkBytes-Masters\" AND labels.instance.keyword: \"$master\" AND jobName.keyword: $job_name", "refId": "B", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Network bytes $master", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:1121", "format": "Bps", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:1122", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 68 }, "hiddenSeries": false, "id": 323, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "scopedVars": { "master": { "selected": true, "text": "ip-10-0-133-30.us-west-2.compute.internal", "value": "ip-10-0-133-30.us-west-2.compute.internal" } }, "seriesOverrides": [ { "$$hashKey": "object:2900", "alias": "/Read-*/", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "Write {{labels.device.keyword}}", "bucketAggs": [ { "$$hashKey": "object:438", "fake": true, "field": "labels.device.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:543", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "hide": false, "metrics": [ { "$$hashKey": "object:541", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: diskWriteBytesRate AND labels.instance.keyword: $master AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" }, { "alias": "Read {{labels.device.keyword}}", "bucketAggs": [ { "$$hashKey": "object:438", "fake": true, "field": "labels.device.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:543", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "hide": false, "metrics": [ { "$$hashKey": "object:541", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: diskReadBytesRate AND labels.instance.keyword: $master AND jobName.keyword: $job_name", "refId": "B", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Block read/write rate: $master", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:616", "format": "Bps", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:617", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 68 }, "hiddenSeries": false, "id": 461, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "scopedVars": { "master": { "selected": true, "text": "ip-10-0-133-30.us-west-2.compute.internal", "value": "ip-10-0-133-30.us-west-2.compute.internal" } }, "seriesOverrides": [ { "$$hashKey": "object:2900", "alias": "/Read-*/", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "Write {{labels.device.keyword}}", "bucketAggs": [ { "$$hashKey": "object:438", "fake": true, "field": "labels.device.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:543", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "hide": false, "metrics": [ { "$$hashKey": "object:541", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: writeOpsSec AND labels.instance.keyword: $master AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" }, { "alias": "Read {{labels.device.keyword}}", "bucketAggs": [ { "$$hashKey": "object:438", "fake": true, "field": "labels.device.keyword", "id": "3", "settings": { "min_doc_count": "1", "order": "desc", "orderBy": "_term", "size": "10" }, "type": "terms" }, { "$$hashKey": "object:543", "field": "timestamp", "id": "2", "settings": { "interval": "auto", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "hide": false, "metrics": [ { "$$hashKey": "object:541", "field": "value", "id": "1", "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: readOpsSec AND labels.instance.keyword: $master AND jobName.keyword: $job_name", "refId": "B", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Block read/write IOPS: $master", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:616", "format": "iops", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:617", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$Datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 76 }, "hiddenSeries": false, "id": 467, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": false, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.3.0", "pointradius": 2, "points": false, "renderer": "flot", "scopedVars": { "master": { "selected": true, "text": "ip-10-0-133-30.us-west-2.compute.internal", "value": "ip-10-0-133-30.us-west-2.compute.internal" } }, "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "alias": "available", "bucketAggs": [ { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"nodeMemoryAvailable-Masters\" AND labels.instance.keyword: $master AND jobName.keyword: $job_name", "refId": "A", "timeField": "timestamp" }, { "alias": "active", "bucketAggs": [ { "$$hashKey": "object:33", "field": "timestamp", "id": "2", "settings": { "interval": "30s", "min_doc_count": "1", "trimEdges": 0 }, "type": "date_histogram" } ], "metrics": [ { "$$hashKey": "object:31", "field": "value", "id": "1", "inlineScript": null, "meta": {}, "settings": {}, "type": "avg" } ], "query": "uuid.keyword: $uuid AND metricName: \"nodeMemoryActive-Masters\" AND labels.instance.keyword: $master AND jobName.keyword: $job_name", "refId": "C", "timeField": "timestamp" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Memory $master", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:65", "format": "bytes", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:66", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "repeat": "master", "title": "Master: $master", "type": "row" } ], "refresh": false, "schemaVersion": 26, "style": "dark", "tags": [], "templating": { "list": [ { "current": { "selected": false, "text": "ripsaw-kube-burner-public-dev", "value": "ripsaw-kube-burner-public-dev" }, "error": null, "hide": 0, "includeAll": false, "label": "Datasource", "multi": false, "name": "Datasource", "options": [], "query": "elasticsearch", "queryValue": "", "refresh": 1, "regex": "/.*kube-burner.*/", "skipUrlSync": false, "type": "datasource" }, { "allValue": null, "current": {}, "datasource": "$Datasource", "definition": "{\"find\": \"terms\", \"field\": \"uuid.keyword\"}", "error": null, "hide": 0, "includeAll": false, "label": "UUID", "multi": false, "name": "uuid", "options": [], "query": "{\"find\": \"terms\", \"field\": \"uuid.keyword\"}", "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": {}, "datasource": "$Datasource", "definition": "{ \"find\" : \"terms\", \"field\": \"labels.node.keyword\", \"query\": \"metricName.keyword: nodeRoles AND labels.role.keyword: master AND uuid.keyword: $uuid\"}", "error": null, "hide": 0, "includeAll": false, "label": "Master nodes", "multi": true, "name": "master", "options": [], "query": "{ \"find\" : \"terms\", \"field\": \"labels.node.keyword\", \"query\": \"metricName.keyword: nodeRoles AND labels.role.keyword: master AND uuid.keyword: $uuid\"}", "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": {}, "datasource": "$Datasource", "definition": "{ \"find\" : \"terms\", \"field\": \"jobConfig.name.keyword\", \"query\": \"metricName.keyword: jobSummary AND uuid.keyword: $uuid\"}", "error": null, "hide": 0, "includeAll": true, "label": "Job Name", "multi": true, "name": "job_name", "options": [], "query": "{ \"find\" : \"terms\", \"field\": \"jobConfig.name.keyword\", \"query\": \"metricName.keyword: jobSummary AND uuid.keyword: $uuid\"}", "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": {}, "datasource": "$Datasource", "definition": "{ \"find\" : \"terms\", \"field\": \"labels.verb.keyword\", \"query\": \"metricName.keyword: P99APICallsLatency AND uuid.keyword: $uuid\"}", "error": null, "hide": 0, "includeAll": true, "label": "Verb", "multi": true, "name": "verb", "options": [], "query": "{ \"find\" : \"terms\", \"field\": \"labels.verb.keyword\", \"query\": \"metricName.keyword: P99APICallsLatency AND uuid.keyword: $uuid\"}", "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": {}, "datasource": "$Datasource", "definition": "{ \"find\" : \"terms\", \"field\": \"labels.resource.keyword\", \"query\": \"metricName.keyword: P99APICallsLatency AND uuid.keyword: $uuid\"}", "error": null, "hide": 0, "includeAll": true, "label": "Resource", "multi": true, "name": "resource", "options": [], "query": "{ \"find\" : \"terms\", \"field\": \"labels.resource.keyword\", \"query\": \"metricName.keyword: P99APICallsLatency AND uuid.keyword: $uuid\"}", "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": {}, "datasource": "$Datasource", "definition": "{ \"find\" : \"terms\", \"field\": \"labels.code.keyword\", \"query\": \"metricName.keyword: APIRequestRate AND uuid.keyword: $uuid\"}", "error": null, "hide": 0, "includeAll": true, "label": "Status code", "multi": true, "name": "code", "options": [], "query": "{ \"find\" : \"terms\", \"field\": \"labels.code.keyword\", \"query\": \"metricName.keyword: APIRequestRate AND uuid.keyword: $uuid\"}", "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false } ] }, "time": { "from": "now-2d", "to": "now" }, "timepicker": { "hidden": false, "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ] }, "timezone": "", "title": "OpenShift CI - api & etcd", "uid": "M1Hxx4bGz", "version": 37 }