{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "description": "", "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 7, "iteration": 1657216039081, "links": [], "liveNow": false, "panels": [ { "collapsed": false, "gridPos": {}, "id": 41, "panels": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-GrYlRd" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 7, "w": 8, "x": 0, "y": 1 }, "id": 39, "options": { "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "stack": false, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.0", "span": 3, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "builder", "expr": "sum(sum_over_time(vector_processed_bytes_total{component_kind=\"source\"}[24h]))", "legendFormat": "{{component_type}}", "range": true, "refId": "A" } ], "title": "Total log bytes collected last 24h", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-GrYlRd" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 7, "w": 8, "x": 16, "y": 1 }, "id": 46, "options": { "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "stack": false, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.0", "span": 3, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "builder", "expr": "sum(sum_over_time(vector_component_sent_bytes_total{component_kind=\"sink\", component_type!=\"prometheus_exporter\"}[24h]))", "legendFormat": "{{component_type}}", "range": true, "refId": "A" } ], "title": "Total log bytes sent last 24h", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-GrYlRd" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 7, "w": 8, "x": 0, "y": 1 }, "id": 1008, "options": { "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "stack": false, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.0", "span": 3, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "builder", "expr": "sum by (component_type)(sum_over_time(vector_processed_bytes_total{component_kind=\"source\"}[24h]))", "legendFormat": "{{component_type}}", "range": true, "refId": "A" } ], "title": "Rate log bytes collected last 24h", "type": "graph" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-GrYlRd" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 7, "w": 8, "x": 16, "y": 1 }, "id": 1875, "options": { "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "stack": false, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.0", "span": 3, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "builder", "expr": "sum by(component_type)(sum_over_time(vector_component_sent_bytes_total{component_kind=\"sink\", component_type!=\"prometheus_exporter\"}[24h]))", "legendFormat": "{{component_type}}", "range": true, "refId": "A" } ], "title": "Rate log bytes sent last 24h", "type": "graph" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "continuous-GrYlRd" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 7, "w": 8, "x": 16, "y": 1 }, "id": 1878, "options": { "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "stack": false, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.0", "span": 3, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "builder", "expr": "sum(irate(vector_component_errors_total[1h]))", "range": true, "refId": "A" } ], "title": "Total errors last 60m", "type": "gauge" } ], "repeat": "datasource", "showTitle": true, "title": "Overview", "type": "row" }, { "collapsed": false, "gridPos": { "h": 7, "w": 8, "x": 16, "y": 1 }, "id": 50, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "unit": "bytes" }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 35 }, "hiddenSeries": false, "id": 54, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "code", "expr": "sum by (component_id, component_type)(irate(vector_component_sent_bytes_total{component_kind=\"sink\", component_type!=\"prometheus_exporter\"}[5m]))", "legendFormat": "id:{{component_id}} type:{{component_type}}", "range": true, "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Rate log bytes sent per output", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:157", "format": "bytes", "logBase": 1, "show": true }, { "$$hashKey": "object:158", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "repeat": "datasource", "showTitle": true, "title": "Outputs", "type": "row" }, { "collapsed": false, "gridPos": { "h": 7, "w": 8, "x": 24, "y": 1 }, "id": 48, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "format": "bytes", "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 44 }, "hiddenSeries": false, "id": 35, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "code", "expr": "topk(10, round(rate(log_logged_bytes_total[5m])))", "legendFormat": "{{exported_namespace}}/{{podname}}/{{containername}}", "range": true, "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Top producing containers", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:214", "format": "short", "logBase": 1, "show": true }, { "$$hashKey": "object:215", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": false, "inspect": true }, "decimals": 3, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 44 }, "id": 37, "options": { "footer": { "enablePagination": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "8.5.0", "styles": [ { "alias": "Total Bytes", "colors": [], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 0, "link": true, "linkTooltip": "Drill down", "linkUrl": "", "pattern": "Value #A", "thresholds": [], "type": "number", "unit": "short" }, { "alias": "Namespace", "colors": [], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 0, "link": true, "linkTooltip": "Drill down to pods", "linkUrl": "", "pattern": "exported_namespace", "thresholds": [], "type": "number", "unit": "short" }, { "alias": "Pod", "colors": [], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 0, "link": true, "linkTooltip": "Drill down to pods", "linkUrl": "", "pattern": "podname", "thresholds": [], "type": "number", "unit": "short" }, { "alias": "Container", "colors": [], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 0, "link": true, "linkTooltip": "Drill down to pods", "linkUrl": "", "pattern": "containername", "thresholds": [], "type": "number", "unit": "short" } ], "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "code", "exemplar": false, "expr": "topk(10, sum(increase(log_logged_bytes_total[24h])) by (exported_namespace, podname, containername))", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "Top producing containers in last 24 hours", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "podname", "Value", "exported_namespace", "containername" ] } } }, { "id": "organize", "options": { "excludeByName": {}, "indexByName": { "Value": 3, "containername": 2, "exported_namespace": 0, "podname": 1 }, "renameByName": { "Value": "Tot. Logs Produced", "containername": "Container", "exported_namespace": "Namespace", "podname": "Pod" } } } ], "type": "table" } ], "showTitle": true, "title": "Produced Logs", "type": "row" }, { "collapsed": false, "gridPos": { "h": 7, "w": 8, "x": 8, "y": 1 }, "id": 14, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "unit": "none" }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 0 }, "hiddenSeries": false, "id": 25, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "builder", "expr": "sum by(node,namespace,pod)(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{container='collector'})", "legendFormat": "{{node}}/{{namespace}}/{{pod}}", "range": true, "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "CPU", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:395", "format": "none", "logBase": 1, "show": true }, { "$$hashKey": "object:396", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "unit": "decbytes" }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 0 }, "hiddenSeries": false, "id": 33, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "builder", "expr": "sum by(node,namespace,pod)(node_namespace_pod_container:container_memory_rss{container=\"collector\"})", "legendFormat": "{{node}}/{{namespace}}/{{pod}}", "range": true, "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Memory", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:456", "format": "bytes", "logBase": 1, "show": true }, { "$$hashKey": "object:457", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 1 }, "hiddenSeries": false, "id": 857, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "builder", "exemplar": false, "expr": "sum by (node)(kubelet_running_containers{container_state=\"running\"})", "instant": false, "legendFormat": "{{node}}", "range": true, "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Running containers", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:509", "format": "short", "logBase": 1, "show": true }, { "$$hashKey": "object:510", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 1 }, "hiddenSeries": false, "id": 16, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.0", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "span": 2, "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "CnjeCQ37k" }, "editorMode": "builder", "exemplar": false, "expr": "sum by(hostname,namespace,pod)(vector_open_files{component_kind=\"source\", component_type=\"kubernetes_logs\"})", "instant": false, "legendFormat": "{{hostname}}/{{namespace}}/{{pod}}", "range": true, "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Open files for container logs", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:509", "format": "short", "logBase": 1, "show": true }, { "$$hashKey": "object:510", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "repeat": "datasource", "showTitle": true, "title": "Machine", "type": "row" } ], "refresh": "", "schemaVersion": 36, "style": "dark", "tags": [ "logging" ], "templating": { "list": [ { "current": { "selected": false, "text": "Prometheus", "value": "Prometheus" }, "hide": 0, "includeAll": false, "multi": false, "name": "datasource", "options": [], "query": "prometheus", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" } ] }, "time": { "from": "now-6h", "to": "now" }, "timepicker": { "hidden": true }, "timezone": "browser", "title": "Openshift Logging Collection", "uid": "_qMjKrqnz", "version": 32, "weekStart": "" }