{{- if .Values.velero.enabled }} apiVersion: v1 data: velero.json: |- { "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "description": "Velero Stats maintained by Velero team", "editable": true, "fiscalYearStartMonth": 0, "gnetId": 16829, "graphTooltip": 1, "id": 34, "iteration": 1678979743251, "links": [], "liveNow": false, "panels": [ { "collapsed": false, "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 15, "panels": [], "title": "Backup", "type": "row" }, { "datasource": "prometheus", "description": "The sum of one-off backup and schedule backup success total ", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0.95 }, { "color": "#299c46", "value": 0.99 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 9, "w": 4, "x": 0, "y": 1 }, "id": 23, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "8.5.3", "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "velero_backup_total", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Backup Success Total", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0.95 }, { "color": "#299c46", "value": 0.99 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 9, "w": 4, "x": 4, "y": 1 }, "id": 22, "links": [], "maxDataPoints": 100, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.3", "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "sum(velero_backup_success_total{schedule=~\"$schedule\"}) / sum(velero_backup_attempt_total{schedule=~\"$schedule\"})", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Backup Success Rate", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0.95 }, { "color": "#299c46", "value": 0.99 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 9, "w": 4, "x": 8, "y": 1 }, "id": 26, "links": [], "maxDataPoints": 100, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.3", "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "sum(velero_backup_deletion_success_total{schedule=~\"$schedule\"}) / sum(velero_backup_deletion_attempt_total{schedule=~\"$schedule\"})", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Backup Deletion Success Rate", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0.95 }, { "color": "#299c46", "value": 0.99 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 9, "w": 4, "x": 12, "y": 1 }, "id": 25, "links": [], "maxDataPoints": 100, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.3", "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "sum(velero_volume_snapshot_success_total{schedule=~\"$schedule\"}) / sum(velero_volume_snapshot_attempt_total{schedule=~\"$schedule\"})\n", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Volume snapshot Success Rate", "type": "gauge" }, { "columns": [ { "$$hashKey": "object:462", "text": "Current", "value": "current" } ], "datasource": { "type": "prometheus", "uid": "$datasource" }, "description": "for schedule backup use only", "fontSize": "100%", "gridPos": { "h": 9, "w": 8, "x": 16, "y": 1 }, "id": 13, "scroll": true, "showHeader": true, "sort": { "col": 0, "desc": false }, "styles": [ { "alias": "Time", "align": "auto", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "date" }, { "alias": "Hours since last backup", "align": "auto", "colorMode": "row", "colors": [ "rgba(50, 172, 45, 0.97)", "rgba(237, 129, 40, 0.89)", "rgba(245, 54, 54, 0.9)" ], "decimals": 2, "pattern": "Current", "thresholds": [ "24", "48" ], "type": "number", "unit": "short" } ], "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "(time() - velero_backup_last_successful_timestamp{schedule!=\"\"}) / 60 / 60", "instant": true, "interval": "", "legendFormat": "{{`{{schedule}}`}}", "refId": "A" } ], "title": "Hours since last Backup", "transform": "timeseries_aggregations", "type": "table-old" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "prometheus" }, "decimals": 0, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 10, "fillGradient": 0, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 10 }, "hiddenSeries": false, "id": 8, "legend": { "alignAsTable": false, "avg": false, "current": false, "max": false, "min": false, "rightSide": true, "show": true, "sort": "avg", "sortDesc": false, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": true, "steppedLine": true, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_backup_success_total{schedule=~\"$schedule\"}[1h])))", "format": "time_series", "instant": false, "interval": "", "legendFormat": "Backup success", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_backup_failure_total{schedule=~\"$schedule\"}[1h])))", "hide": false, "instant": false, "interval": "", "legendFormat": "Backup failure", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_backup_partial_failure_total{schedule=~\"$schedule\"}[1h])))", "instant": false, "interval": "", "legendFormat": "Backup partial failure", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_backup_deletion_success_total{schedule=~\"$schedule\"}[1h])))", "instant": false, "interval": "", "legendFormat": "Backup deletion success", "refId": "D" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_backup_deletion_failure_total{schedule=~\"$schedule\"}[1h])))", "instant": false, "interval": "", "legendFormat": "Backup deletion failure", "refId": "E" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "sum(avg_over_time(velero_backup_items_total{schedule=~\"$schedule\"}[1h]))", "hide": false, "instant": false, "interval": "", "legendFormat": "Backup items total", "refId": "F" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "sum(avg_over_time(velero_backup_items_errors{schedule=~\"$schedule\"}[1h]))", "hide": false, "instant": false, "interval": "", "legendFormat": "Backup items errors_total", "refId": "G" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_backup_validation_failure_total{schedule=~\"$schedule\"}[1h])))", "hide": false, "instant": false, "interval": "", "legendFormat": "Backup validation failure", "refId": "H" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_volume_snapshot_success_total{schedule=~\"$schedule\"}[1h])))", "hide": false, "instant": false, "interval": "", "legendFormat": "Backup volume snapshot success", "refId": "I" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_volume_snapshot_failure_total{schedule=~\"$schedule\"}[1h])))", "hide": false, "instant": false, "interval": "", "legendFormat": "Backup volume snapshot failure", "refId": "J" } ], "thresholds": [], "timeRegions": [], "title": "Backup per hour", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:124", "decimals": 0, "format": "short", "logBase": 1, "show": true }, { "$$hashKey": "object:125", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "cards": {}, "color": { "cardColor": "#1F60C4", "colorScale": "linear", "colorScheme": "interpolateSpectral", "exponent": 0.5, "mode": "spectrum" }, "dataFormat": "tsbuckets", "datasource": "prometheus", "gridPos": { "h": 8, "w": 24, "x": 0, "y": 19 }, "heatmap": {}, "hideZeroBuckets": false, "highlightCards": true, "id": 34, "legend": { "show": true }, "reverseYBuckets": false, "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "sum(increase(velero_backup_duration_seconds_bucket{schedule=~\"$schedule\",le!=\"+Inf\"}[1h])) by (le)", "format": "heatmap", "hide": false, "interval": "", "legendFormat": "{{`{{le}}`}}", "refId": "B" } ], "title": "Backup time heatmap", "tooltip": { "show": true, "showHistogram": true }, "type": "heatmap", "xAxis": { "show": true }, "yAxis": { "format": "s", "logBase": 1, "show": true }, "yBucketBound": "auto" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 27 }, "hiddenSeries": false, "id": 18, "legend": { "alignAsTable": true, "avg": false, "current": false, "max": true, "min": false, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "sum(avg_over_time(velero_backup_tarball_size_bytes{schedule=~\"$schedule\"}[15m]))", "interval": "", "legendFormat": "{{`{{schedule}}`}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Backup Size", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:561", "decimals": 0, "format": "decbytes", "label": "", "logBase": 1, "show": true }, { "$$hashKey": "object:562", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 33 }, "id": 17, "panels": [], "title": "Restore", "type": "row" }, { "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a" }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0.95 }, { "color": "#299c46", "value": 0.99 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 9, "w": 4, "x": 0, "y": 34 }, "id": 27, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "8.5.3", "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "velero_restore_total", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Restore Success Total", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a" }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0.95 }, { "color": "#299c46", "value": 0.99 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 9, "w": 4, "x": 4, "y": 34 }, "id": 24, "links": [], "maxDataPoints": 100, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.3", "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "sum(velero_restore_success_total{schedule=~\"$schedule\"}) / sum(velero_restore_attempt_total{schedule=~\"$schedule\"})", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Restore Success Rate", "type": "gauge" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "prometheus" }, "decimals": 0, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 10, "fillGradient": 0, "gridPos": { "h": 9, "w": 16, "x": 8, "y": 34 }, "hiddenSeries": false, "id": 28, "legend": { "alignAsTable": false, "avg": false, "current": false, "max": false, "min": false, "rightSide": true, "show": true, "sort": "avg", "sortDesc": false, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": true, "steppedLine": true, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_restore_success_total{schedule=~\"$schedule\"}[1h])))", "format": "time_series", "instant": false, "interval": "", "legendFormat": "Restore success", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_restore_failed_total{schedule=~\"$schedule\"}[1h])))", "hide": false, "interval": "", "legendFormat": "Restore failure", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_restore_validation_failed_total{schedule=~\"$schedule\"}[1h])))", "hide": false, "interval": "", "legendFormat": "Restore validation failure", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_restore_partial_failure_total{schedule=~\"$schedule\"}[1h])))", "hide": false, "interval": "", "legendFormat": "Restore partial failure", "refId": "D" } ], "thresholds": [], "timeRegions": [], "title": "Restore per hour", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:124", "decimals": 0, "format": "short", "logBase": 1, "show": true }, { "$$hashKey": "object:125", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 43 }, "id": 30, "panels": [], "title": "CSI", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "prometheus" }, "decimals": 0, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 10, "fillGradient": 0, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 44 }, "hiddenSeries": false, "id": 32, "legend": { "alignAsTable": false, "avg": false, "current": false, "max": false, "min": false, "rightSide": true, "show": true, "sort": "avg", "sortDesc": false, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": true, "steppedLine": true, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_csi_snapshot_attempt_total{schedule=~\"$schedule\", backupName=~\"$csi_backup_name\"}[1h])))", "format": "time_series", "instant": false, "interval": "", "legendFormat": "CSI Snapshot attempt", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_csi_snapshot_success_total{schedule=~\"$schedule\", backupName=~\"$csi_backup_name\"}[1h])))", "hide": false, "interval": "", "legendFormat": "CSI Snapshot success", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(velero_csi_snapshot_failure_total{schedule=~\"$schedule\", backupName=~\"$csi_backup_name\"}[1h])))", "hide": false, "interval": "", "legendFormat": "CSI Snapshot failure", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "CSI per hour", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:124", "decimals": 0, "format": "short", "logBase": 1, "show": true }, { "$$hashKey": "object:125", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": true, "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 53 }, "id": 36, "panels": [], "title": "Restic", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a" }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0.95 }, { "color": "#299c46", "value": 0.99 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 9, "w": 4, "x": 0, "y": 54 }, "id": 37, "links": [], "maxDataPoints": 100, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.3", "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "sum(restic_pod_volume_backup_dequeue_count{node=~\"$restic_node\"}) / sum(restic_pod_volume_backup_enqueue_count{node=~\"$restic_node\"})", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Restic Success Rate", "type": "gauge" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "prometheus" }, "decimals": 0, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 10, "fillGradient": 0, "gridPos": { "h": 9, "w": 20, "x": 4, "y": 54 }, "hiddenSeries": false, "id": 38, "legend": { "alignAsTable": false, "avg": false, "current": false, "max": false, "min": false, "rightSide": true, "show": true, "sort": "avg", "sortDesc": false, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": true, "steppedLine": true, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(restic_pod_volume_backup_enqueue_count{node=~\"$restic_node\"}[1h])))", "format": "time_series", "instant": false, "interval": "", "legendFormat": "Restic enqueue", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": false, "expr": "round(sum(increase(restic_pod_volume_backup_dequeue_count{node=~\"$restic_node\"}[1h])))", "hide": false, "instant": false, "interval": "", "legendFormat": "Restic dequeue", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "Restic per hour", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:124", "decimals": 0, "format": "short", "logBase": 1, "show": true }, { "$$hashKey": "object:125", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 63 }, "hiddenSeries": false, "id": 39, "legend": { "alignAsTable": true, "avg": false, "current": false, "max": false, "min": false, "rightSide": true, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "sum(avg_over_time(restic_restic_operation_latency_seconds_gauge{backupName=~\"$restic_backup_name\", node=~\"$restic_node\", operation=~\"$restic_operation\", pod_volume_backup=~\"$restic_pvb_name\"}[15m]))", "interval": "", "legendFormat": "Avg over time", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Restic time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:561", "decimals": 0, "format": "s", "label": "", "logBase": 1, "show": true }, { "$$hashKey": "object:562", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 69 }, "id": 43, "panels": [], "title": "File System Backup(for v1.10 and later)", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a" }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0.95 }, { "color": "#299c46", "value": 0.99 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 9, "w": 4, "x": 0, "y": 70 }, "id": 41, "links": [], "maxDataPoints": 100, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "8.5.3", "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "sum(pod_volume_backup_dequeue_count{node=~\"$fsb_node\"}) / sum(pod_volume_backup_enqueue_count{node=~\"$fsb_node\"})", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "FSB Success Rate", "type": "gauge" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "$datasource" }, "decimals": 0, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 10, "fillGradient": 0, "gridPos": { "h": 9, "w": 20, "x": 4, "y": 70 }, "hiddenSeries": false, "id": 45, "legend": { "alignAsTable": false, "avg": false, "current": false, "max": false, "min": false, "rightSide": true, "show": true, "sort": "avg", "sortDesc": false, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": true, "steppedLine": true, "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "round(sum(increase(pod_volume_backup_enqueue_count{node=~\"$fsb_node\"}[1h])))", "format": "time_series", "instant": false, "interval": "", "legendFormat": "FSB enqueue", "refId": "A" }, { "datasource": "prometheus", "exemplar": false, "expr": "round(sum(increase(pod_volume_backup_dequeue_count{node=~\"$fsb_node\"}[1h])))", "hide": false, "instant": false, "interval": "", "legendFormat": "FSB dequeue", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "FSB per hour", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:124", "decimals": 0, "format": "short", "logBase": 1, "show": true }, { "$$hashKey": "object:125", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "$datasource" }, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 79 }, "hiddenSeries": false, "id": 47, "legend": { "alignAsTable": true, "avg": false, "current": false, "max": false, "min": false, "rightSide": true, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": "prometheus", "exemplar": false, "expr": "sum(avg_over_time(pod_volume_operation_latency_seconds_gauge{backupName=~\"$fsb_backup_name\", node=~\"$fsb_node\", operation=~\"$fsb_operation\", pod_volume_backup=~\"$fsb_pvb_name\"}[15m]))", "interval": "", "legendFormat": "Avg over time", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "FSB time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:561", "decimals": 0, "format": "s", "label": "", "logBase": 1, "show": true }, { "$$hashKey": "object:562", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "refresh": false, "schemaVersion": 36, "style": "dark", "tags": [ "velero" ], "templating": { "list": [ { "current": { "selected": false, "text": "k0", "value": "k0" }, "hide": 0, "includeAll": false, "label": "Datasource", "multi": false, "name": "datasource", "options": [], "query": "prometheus", "queryValue": "", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "$datasource" }, "definition": "label_values(velero_backup_attempt_total, schedule)", "hide": 0, "includeAll": true, "multi": true, "name": "schedule", "options": [], "query": { "query": "label_values(velero_backup_attempt_total, schedule)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(velero_csi_snapshot_attempt_total, backupName)", "hide": 0, "includeAll": true, "multi": false, "name": "csi_backup_name", "options": [], "query": { "query": "label_values(velero_csi_snapshot_attempt_total, backupName)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(restic_pod_volume_backup_enqueue_count, node)", "hide": 0, "includeAll": true, "multi": false, "name": "restic_node", "options": [], "query": { "query": "label_values(restic_pod_volume_backup_enqueue_count, node)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(restic_restic_operation_latency_seconds_gauge, backupName)", "hide": 0, "includeAll": true, "multi": false, "name": "restic_backup_name", "options": [], "query": { "query": "label_values(restic_restic_operation_latency_seconds_gauge, backupName)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(restic_restic_operation_latency_seconds_gauge, operation)", "hide": 0, "includeAll": true, "multi": false, "name": "restic_operation", "options": [], "query": { "query": "label_values(restic_restic_operation_latency_seconds_gauge, operation)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(restic_restic_operation_latency_seconds_gauge, pod_volume_backup)", "hide": 0, "includeAll": true, "multi": false, "name": "restic_pvb_name", "options": [], "query": { "query": "label_values(restic_restic_operation_latency_seconds_gauge, pod_volume_backup)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(pod_volume_backup_enqueue_count, node)", "hide": 0, "includeAll": true, "multi": false, "name": "fsb_node", "options": [], "query": { "query": "label_values(pod_volume_backup_enqueue_count, node)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(pod_volume_operation_latency_seconds_gauge, backupName)", "hide": 0, "includeAll": true, "multi": false, "name": "fsb_backup_name", "options": [], "query": { "query": "label_values(pod_volume_operation_latency_seconds_gauge, backupName)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(pod_volume_operation_latency_seconds_gauge, operation)", "hide": 0, "includeAll": true, "multi": false, "name": "fsb_operation", "options": [], "query": { "query": "label_values(pod_volume_operation_latency_seconds_gauge, operation)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "All", "value": "$__all" }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(pod_volume_operation_latency_seconds_gauge, pod_volume_backup)", "hide": 0, "includeAll": true, "multi": false, "name": "fsb_pvb_name", "options": [], "query": { "query": "label_values(pod_volume_operation_latency_seconds_gauge, pod_volume_backup)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" } ] }, "time": { "from": "now-2d", "to": "now" }, "timepicker": { "hidden": false, "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ] }, "timezone": "", "title": "Kubernetes/Tanzu/Velero", "uid": "EbXSjT24k", "version": 2, "weekStart": "" } kind: ConfigMap metadata: name: velero-dashboard namespace: prometheus labels: grafana_dashboard: "1" {{- end }}