---
apiVersion: v1
kind: ConfigMap
metadata:
  labels:
    app: kube-prometheus-stack-grafana
    app.kubernetes.io/managed-by: Helm
    chart: kube-prometheus-stack-13.6.0
    grafana_dashboard: "1"
    heritage: Helm
    release: prometheus
  name: prometheus-kube-prometheus-kubevirt-control-plane
  namespace: monitoring
data:
  kubevirt-control-plane.json: |-
    {
        "annotations": {
            "list": [
                {
                    "builtIn": 1,
                    "datasource": "-- Grafana --",
                    "enable": true,
                    "hide": true,
                    "iconColor": "rgba(0, 211, 255, 1)",
                    "name": "Annotations & Alerts",
                    "target": {
                        "limit": 100,
                        "matchAny": false,
                        "tags": [],
                        "type": "dashboard"
                    },
                    "type": "dashboard"
                }
            ]
        },
        "description": "",
        "editable": true,
        "fiscalYearStartMonth": 0,
        "gnetId": null,
        "graphTooltip": 0,
        "id": 25,
        "iteration": 1637248347770,
        "links": [],
        "liveNow": false,
        "panels": [
            {
                "collapsed": true,
                "datasource": null,
                "gridPos": {
                    "h": 1,
                    "w": 24,
                    "x": 0,
                    "y": 0
                },
                "id": 52,
                "panels": [
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "fill": 2,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 0,
                            "y": 1
                        },
                        "hiddenSeries": false,
                        "id": 20,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": false,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sort": "avg",
                            "sortDesc": true,
                            "total": false,
                            "values": false
                        },
                        "lines": true,
                        "linewidth": 2,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.95, sum(rate(kubevirt_vmi_phase_transition_time_from_creation_seconds_bucket{instance=~\"$instance\"}[5m])) by (phase, le))",
                                "hide": false,
                                "interval": "",
                                "legendFormat": "{{phase}}",
                                "refId": "E"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [
                            {
                                "$$hashKey": "object:613",
                                "colorMode": "background6",
                                "fill": true,
                                "fillColor": "rgba(234, 112, 112, 0.12)",
                                "line": false,
                                "lineColor": "rgba(237, 46, 24, 0.60)",
                                "op": "time"
                            }
                        ],
                        "timeShift": null,
                        "title": "VMI Creation Time",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2855",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2856",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 12,
                            "y": 1
                        },
                        "hiddenSeries": false,
                        "id": 36,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": false,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sort": "avg",
                            "sortDesc": true,
                            "total": false,
                            "values": false
                        },
                        "lines": true,
                        "linewidth": 2,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(kubevirt_vmi_phase_transition_time_from_creation_seconds_count{phase=\"Running\", instance=~\"$instance\"}[5m])) by (instance)",
                                "interval": "",
                                "legendFormat": "{{instance}} Running",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [
                            {
                                "$$hashKey": "object:613",
                                "colorMode": "background6",
                                "fill": true,
                                "fillColor": "rgba(234, 112, 112, 0.12)",
                                "line": false,
                                "lineColor": "rgba(237, 46, 24, 0.60)",
                                "op": "time"
                            }
                        ],
                        "timeShift": null,
                        "title": "VMI Start Rate",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2855",
                                "format": "ops",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2856",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": false
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "decimals": null,
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 0,
                            "y": 9
                        },
                        "hiddenSeries": false,
                        "id": 22,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": false,
                            "hideZero": false,
                            "max": false,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sort": "avg",
                            "sortDesc": true,
                            "total": false,
                            "values": false
                        },
                        "lines": true,
                        "linewidth": 2,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.95, sum(rate(kubevirt_vmi_phase_transition_time_seconds_bucket{phase=\"Pending\", instance=~\"$instance\"}[5m])) by (le,phase))",
                                "interval": "",
                                "legendFormat": "{{phase}}",
                                "queryType": "randomWalk",
                                "refId": "A"
                            },
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.95, sum(rate(kubevirt_vmi_phase_transition_time_seconds_bucket{phase=\"Scheduling\", instance=~\"$instance\"}[5m])) by (le,phase))",
                                "hide": false,
                                "interval": "",
                                "legendFormat": "{{phase}}",
                                "refId": "B"
                            },
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.95, sum(rate(kubevirt_vmi_phase_transition_time_seconds_bucket{phase=\"Scheduled\", instance=~\"$instance\"}[5m])) by (le,phase))",
                                "hide": false,
                                "interval": "",
                                "legendFormat": "{{phase}}",
                                "refId": "C"
                            },
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.95, sum(rate(kubevirt_vmi_phase_transition_time_seconds_bucket{phase=\"Running\", instance=~\"$instance\"}[5m])) by (le,phase))",
                                "hide": false,
                                "interval": "",
                                "legendFormat": "{{phase}}",
                                "refId": "D"
                            },
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.95, sum(rate(kubevirt_vmi_phase_transition_time_seconds_bucket{phase=\"Succeeded\", instance=~\"$instance\"}[5m])) by (le,phase))",
                                "hide": false,
                                "interval": "",
                                "legendFormat": "{{phase}}",
                                "refId": "E"
                            },
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.95, sum(rate(kubevirt_vmi_phase_transition_time_seconds_bucket{phase=\"Failed\", instance=~\"$instance\"}[5m])) by (le,phase))",
                                "hide": false,
                                "interval": "",
                                "legendFormat": "{{phase}}",
                                "refId": "F"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "VMI Phase Transition Latency",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:3009",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:3010",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 12,
                            "y": 9
                        },
                        "hiddenSeries": false,
                        "id": 41,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": false,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sort": "avg",
                            "sortDesc": true,
                            "total": false,
                            "values": false
                        },
                        "lines": true,
                        "linewidth": 2,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(increase(kubevirt_vmi_phase_transition_time_from_creation_seconds_count{phase=\"Failed\", instance=~\"$instance\"}[20m])) by (instance)",
                                "interval": "",
                                "legendFormat": "{{instance}} Failed",
                                "queryType": "randomWalk",
                                "refId": "A"
                            },
                            {
                                "exemplar": true,
                                "expr": "sum(increase(kubevirt_vmi_phase_transition_time_from_creation_seconds_count{phase=\"Running\", instance=~\"$instance\"}[20m])) by (instance)",
                                "hide": false,
                                "interval": "",
                                "legendFormat": "{{instance}} Running",
                                "refId": "B"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [
                            {
                                "$$hashKey": "object:613",
                                "colorMode": "background6",
                                "fill": true,
                                "fillColor": "rgba(234, 112, 112, 0.12)",
                                "line": false,
                                "lineColor": "rgba(237, 46, 24, 0.60)",
                                "op": "time"
                            }
                        ],
                        "timeShift": null,
                        "title": "VMI Count (approx.)",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2855",
                                "format": "none",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2856",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": false
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    }
                ],
                "title": "Virtual Machines",
                "type": "row"
            },
            {
                "collapsed": true,
                "datasource": null,
                "gridPos": {
                    "h": 1,
                    "w": 24,
                    "x": 0,
                    "y": 1
                },
                "id": 54,
                "panels": [
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "description": "How many read requests (LIST,GET,WATCH) per second do the apiservers get by code?",
                        "fill": 9,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 9,
                            "w": 12,
                            "x": 0,
                            "y": 2
                        },
                        "hiddenSeries": false,
                        "id": 6,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": false,
                            "hideZero": false,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "repeat": null,
                        "seriesOverrides": [
                            {
                                "$$hashKey": "object:4062",
                                "alias": "/2../i",
                                "color": "#56A64B"
                            },
                            {
                                "$$hashKey": "object:4063",
                                "alias": "/3../i",
                                "color": "#F2CC0C"
                            },
                            {
                                "$$hashKey": "object:4064",
                                "alias": "/4.*kubevirt/i",
                                "color": "#3274D9"
                            },
                            {
                                "$$hashKey": "object:4065",
                                "alias": "/5../i",
                                "color": "#E02F44"
                            },
                            {
                                "$$hashKey": "object:1780",
                                "alias": "/4.*cdi/i",
                                "color": "#8F3BB8"
                            }
                        ],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(apiserver_request_total{group=~\".*kubevirt.*\", instance=~\"$instance\", verb=~\"LIST|GET\"}[5m])) by (code, group)",
                                "format": "time_series",
                                "instant": false,
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{ code }}  {{group}} ",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "API Server - Read Requests Rate",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:518",
                                "format": "reqps",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:519",
                                "format": "reqps",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "description": "How many seconds is the 99th percentile for reading (LIST|WATCH|GET) a given resource?",
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 9,
                            "w": 12,
                            "x": 12,
                            "y": 2
                        },
                        "hiddenSeries": false,
                        "id": 8,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 2,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": false
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "repeat": null,
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": true,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.90, sum(rate(apiserver_request_duration_seconds_bucket{group=\"kubevirt.io\", instance=~\"$instance\", verb=~\"LIST|GET\", scope=\"cluster\"}[5m])) by (le, resource, verb))",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{verb}} {{ resource }}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "API Server - Read Requests Duration",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:672",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:673",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "description": "How many write requests (POST|PUT|PATCH|DELETE) per second do the apiservers get by code?",
                        "fill": 10,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 0,
                            "y": 11
                        },
                        "hiddenSeries": false,
                        "id": 10,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": false
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "repeat": null,
                        "seriesOverrides": [
                            {
                                "$$hashKey": "object:3879",
                                "alias": "/2../i",
                                "color": "#56A64B"
                            },
                            {
                                "$$hashKey": "object:3880",
                                "alias": "/3../i",
                                "color": "#F2CC0C"
                            },
                            {
                                "$$hashKey": "object:3881",
                                "alias": "/4../i",
                                "color": "#3274D9"
                            },
                            {
                                "$$hashKey": "object:3882",
                                "alias": "/5../i",
                                "color": "#E02F44"
                            },
                            {
                                "$$hashKey": "object:741",
                                "alias": "/409/i",
                                "color": "#C0D8FF"
                            }
                        ],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(apiserver_request_total{group=~\".*kubevirt.*\", instance=~\"$instance\", verb=~\"POST|PUT|PATCH|DELETE\"}[5m])) by (code, group)",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{ code }} {{group}}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "API Server - Write Requests Rate",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:824",
                                "format": "reqps",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:825",
                                "format": "reqps",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "description": "How many seconds is the 99th percentile for writing (POST|PUT|PATCH|DELETE) a given resource?",
                        "fill": 4,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 12,
                            "y": 11
                        },
                        "hiddenSeries": false,
                        "id": 12,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": false,
                            "hideZero": false,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 2,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "repeat": null,
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.90, sum(rate(apiserver_request_duration_seconds_bucket{group=\"kubevirt.io\", instance=~\"$instance\", verb=~\"POST|PUT|PATCH|DELETE\"}[5m])) by (le, verb, resource))",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{verb}} {{ resource }}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "API Server - Write Requests Duration",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:1802",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:1803",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "description": "",
                        "fill": 10,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 0,
                            "y": 19
                        },
                        "hiddenSeries": false,
                        "id": 47,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": false
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [
                            {
                                "$$hashKey": "object:3879",
                                "alias": "/2../i",
                                "color": "#56A64B"
                            },
                            {
                                "$$hashKey": "object:3880",
                                "alias": "/3../i",
                                "color": "#F2CC0C"
                            },
                            {
                                "$$hashKey": "object:3881",
                                "alias": "/4../i",
                                "color": "#3274D9"
                            },
                            {
                                "$$hashKey": "object:3882",
                                "alias": "/5../i",
                                "color": "#E02F44"
                            },
                            {
                                "$$hashKey": "object:741",
                                "alias": "/409/i",
                                "color": "#C0D8FF"
                            }
                        ],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(rest_client_requests_total{instance=~\"$instance\", method=~\"GET|LIST\"}[5m])) by (container, resource)",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{container}} / {{resource}}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "API Client - Read Requests Rate",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:824",
                                "format": "reqps",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:825",
                                "format": "reqps",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "description": "",
                        "fill": 4,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 12,
                            "y": 19
                        },
                        "hiddenSeries": false,
                        "id": 62,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": false,
                            "hideZero": false,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 2,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.90, sum(rate(rest_client_request_latency_seconds_bucket{instance=~\"$instance\", verb=~\"GET|LIST\"}[5m])) by (le, container))",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{container}}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "API Client - Read Requests Duration",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:1802",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:1803",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "description": "How many write requests (POST|PUT|PATCH|DELETE) per second do the apiservers get by code?",
                        "fill": 10,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 0,
                            "y": 27
                        },
                        "hiddenSeries": false,
                        "id": 48,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": false
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [
                            {
                                "$$hashKey": "object:3879",
                                "alias": "/2../i",
                                "color": "#56A64B"
                            },
                            {
                                "$$hashKey": "object:3880",
                                "alias": "/3../i",
                                "color": "#F2CC0C"
                            },
                            {
                                "$$hashKey": "object:3881",
                                "alias": "/4../i",
                                "color": "#3274D9"
                            },
                            {
                                "$$hashKey": "object:3882",
                                "alias": "/5../i",
                                "color": "#E02F44"
                            },
                            {
                                "$$hashKey": "object:741",
                                "alias": "/409/i",
                                "color": "#C0D8FF"
                            }
                        ],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(rest_client_requests_total{instance=~\"$instance\", method=~\"POST|PUT|PATCH|DELETE\"}[5m])) by (container, resource)",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{container}} / {{resource}}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "API Client - Write Requests Rate",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:824",
                                "format": "reqps",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:825",
                                "format": "reqps",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "description": "",
                        "fill": 4,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 12,
                            "y": 27
                        },
                        "hiddenSeries": false,
                        "id": 63,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": false,
                            "hideZero": false,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 2,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.90, sum(rate(rest_client_request_latency_seconds_bucket{instance=~\"$instance\", verb=~\"POST|PUT|PATCH|DELETE\"}[5m])) by (le, container))",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{container}}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "API Client - Write Requests Duration",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:1802",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:1803",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "prometheus",
                        "fill": 3,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 24,
                            "x": 0,
                            "y": 35
                        },
                        "hiddenSeries": false,
                        "id": 37,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.95, sum(rate(rest_client_rate_limiter_duration_seconds_bucket{instance=~\"$instance\"}[5m])) by (container, le))",
                                "interval": "",
                                "legendFormat": "{{container}}",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "API Client - Rate Limiter Duration",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2922",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2923",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    }
                ],
                "title": "API Access",
                "type": "row"
            },
            {
                "collapsed": true,
                "datasource": null,
                "gridPos": {
                    "h": 1,
                    "w": 24,
                    "x": 0,
                    "y": 2
                },
                "id": 50,
                "panels": [
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "fill": 7,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 0,
                            "y": 4
                        },
                        "hiddenSeries": false,
                        "id": 13,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": false
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "repeat": null,
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(kubevirt_workqueue_adds_total{job=~\".*kubevirt.*\", instance=~\"$instance\"}[1m])) by (instance, name)",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{name}} {{instance}}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Work Queue - Add Rate",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2176",
                                "format": "ops",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": 0,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2177",
                                "format": "ops",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": 0,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 12,
                            "y": 4
                        },
                        "hiddenSeries": false,
                        "id": 14,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "repeat": null,
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "kubevirt_workqueue_depth{job=~\".*kubevirt.*\", instance=~\"$instance\"}",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{name}} {{instance}} ",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Work Queue - Depth",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:3163",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": 0,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:3164",
                                "format": "cps",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": 0,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "fill": 7,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 0,
                            "y": 12
                        },
                        "hiddenSeries": false,
                        "id": 15,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "repeat": null,
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.99, sum(rate(kubevirt_workqueue_queue_duration_seconds_bucket{job=~\".*kubevirt.*\", instance=~\"$instance\"}[1m])) by (instance, name, le))",
                                "hide": false,
                                "interval": "",
                                "legendFormat": "{{name}} {{instance}}",
                                "refId": "B"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Work Queue - Queue Duration",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:3239",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:3240",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "fill": 7,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 12,
                            "x": 12,
                            "y": 12
                        },
                        "hiddenSeries": false,
                        "id": 46,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.99, sum(rate(kubevirt_workqueue_work_duration_seconds_bucket{job=~\".*kubevirt.*\", instance=~\"$instance\"}[1m])) by (instance, name, le))",
                                "hide": false,
                                "interval": "",
                                "legendFormat": "{{name}} {{instance}}",
                                "refId": "B"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Work Queue - Work Duration",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:3239",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:3240",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "fill": 7,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 8,
                            "x": 0,
                            "y": 20
                        },
                        "hiddenSeries": false,
                        "id": 24,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "kubevirt_workqueue_unfinished_work_seconds{job=~\".*kubevirt.*\", instance=~\"$instance\"}",
                                "interval": "",
                                "legendFormat": "{{name}} {{instance}}",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Work Queue - Unfinished Work",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:3321",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:3322",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "prometheus",
                        "fill": 10,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 8,
                            "x": 8,
                            "y": 20
                        },
                        "hiddenSeries": false,
                        "id": 35,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "rate(kubevirt_workqueue_retries_total{instance=~\"$instance\"}[1m])",
                                "interval": "",
                                "legendFormat": "{{name}}",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Work Queue - Retry Rate",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2922",
                                "format": "ops",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2923",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "description": "How many seconds has the longest running processor for workqueue been running.",
                        "fill": 8,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 8,
                            "x": 16,
                            "y": 20
                        },
                        "hiddenSeries": false,
                        "id": 26,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": true,
                            "show": true,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "kubevirt_workqueue_longest_running_processor_seconds{job=~\".*kubevirt.*\", instance=~\"$instance\"}",
                                "interval": "",
                                "legendFormat": "{{name}} {{instance}}",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Work Queue - Longest Running Processor",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:885",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:886",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    }
                ],
                "title": "Work Queue",
                "type": "row"
            },
            {
                "collapsed": true,
                "datasource": null,
                "gridPos": {
                    "h": 1,
                    "w": 24,
                    "x": 0,
                    "y": 3
                },
                "id": 58,
                "panels": [
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 12,
                            "w": 6,
                            "x": 0,
                            "y": 3
                        },
                        "hiddenSeries": false,
                        "id": 16,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "rightSide": false,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "repeat": null,
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(process_resident_memory_bytes{job=~\".*kubevirt.*\", instance=~\"$instance\"}) by (instance, container)",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{container}} {{instance}}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Memory",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2328",
                                "format": "bytes",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2329",
                                "format": "bytes",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 12,
                            "w": 6,
                            "x": 6,
                            "y": 3
                        },
                        "hiddenSeries": false,
                        "id": 17,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": true,
                            "min": false,
                            "rightSide": false,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "repeat": null,
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(process_cpu_seconds_total{job=~\".*kubevirt.*\", instance=~\"$instance\"}[5m])) by (instance, container)",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{container}} {{instance}} ",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "CPU usage",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2252",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": 0,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2253",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": 0,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "decimals": 0,
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 12,
                            "w": 6,
                            "x": 12,
                            "y": 3
                        },
                        "hiddenSeries": false,
                        "id": 18,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": true,
                            "min": false,
                            "rightSide": false,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "repeat": null,
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(process_open_fds{container!=\"\"}[10m])) by (container)",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{container}}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Open Files",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2404",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2405",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 12,
                            "w": 6,
                            "x": 18,
                            "y": 3
                        },
                        "hiddenSeries": false,
                        "id": 28,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "hideEmpty": true,
                            "hideZero": true,
                            "max": true,
                            "min": false,
                            "show": true,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 2,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(container_network_receive_bytes_total{namespace=~\".*kubevirt.*\", instance=~\"$instance\"}[5m])) by (node, pod) +\nsum(rate(container_network_transmit_bytes_total{namespace=~\".*kubevirt.*\", instance=~\"$instance\"}[5m])) by (node, pod)",
                                "interval": "",
                                "legendFormat": "{{pod}} {{node}}",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Network",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2007",
                                "format": "Bps",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2008",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "fill": 2,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 12,
                            "w": 8,
                            "x": 0,
                            "y": 15
                        },
                        "hiddenSeries": false,
                        "id": 30,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": true,
                            "min": false,
                            "show": true,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 2,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(go_gc_duration_seconds_sum{}[10m])) by (container) / sum(rate(go_gc_duration_seconds_count{}[10m])) by (container)",
                                "interval": "",
                                "legendFormat": "{{container}}",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "GC Duration Mean",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2545",
                                "format": "s",
                                "label": null,
                                "logBase": 10,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2546",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "decimals": 0,
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 12,
                            "w": 8,
                            "x": 8,
                            "y": 15
                        },
                        "hiddenSeries": false,
                        "id": 44,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": true,
                            "min": false,
                            "rightSide": false,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "go_goroutines{job=~\".*kubevirt.*\", instance=~\"$instance\"}",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{container}} {{instance}}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Goroutines",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2404",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2405",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "$datasource",
                        "decimals": 0,
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 12,
                            "w": 8,
                            "x": 16,
                            "y": 15
                        },
                        "hiddenSeries": false,
                        "id": 45,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": true,
                            "min": false,
                            "rightSide": false,
                            "show": true,
                            "sideWidth": null,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "links": [],
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 5,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": true,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(go_threads{container!=\"\"}) by(container)",
                                "format": "time_series",
                                "interval": "",
                                "intervalFactor": 2,
                                "legendFormat": "{{container}}",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Threads",
                        "tooltip": {
                            "shared": false,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2404",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2405",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    }
                ],
                "title": "Resource Usage",
                "type": "row"
            },
            {
                "collapsed": true,
                "datasource": null,
                "gridPos": {
                    "h": 1,
                    "w": 24,
                    "x": 0,
                    "y": 4
                },
                "id": 56,
                "panels": [
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "prometheus",
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 10,
                            "w": 12,
                            "x": 0,
                            "y": 38
                        },
                        "hiddenSeries": false,
                        "id": 39,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": true,
                            "min": false,
                            "rightSide": false,
                            "show": true,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(storage_operation_duration_seconds_count{metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)",
                                "interval": "",
                                "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Storage Operation Rate",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:222",
                                "decimals": null,
                                "format": "ops",
                                "label": "",
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:223",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "prometheus",
                        "fill": 5,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 10,
                            "w": 12,
                            "x": 12,
                            "y": 38
                        },
                        "hiddenSeries": false,
                        "id": 40,
                        "legend": {
                            "alignAsTable": true,
                            "avg": false,
                            "current": false,
                            "max": true,
                            "min": false,
                            "rightSide": false,
                            "show": true,
                            "sort": "max",
                            "sortDesc": true,
                            "total": false,
                            "values": true
                        },
                        "lines": true,
                        "linewidth": 1,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(storage_operation_errors_total{metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)",
                                "interval": "",
                                "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Storage Operation Error Rate",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:222",
                                "decimals": null,
                                "format": "ops",
                                "label": "",
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:223",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    }
                ],
                "title": "Storage Operations",
                "type": "row"
            },
            {
                "collapsed": true,
                "datasource": null,
                "gridPos": {
                    "h": 1,
                    "w": 24,
                    "x": 0,
                    "y": 5
                },
                "id": 60,
                "panels": [
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "fill": 1,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 8,
                            "x": 0,
                            "y": 5
                        },
                        "hiddenSeries": false,
                        "id": 42,
                        "legend": {
                            "avg": false,
                            "current": false,
                            "max": false,
                            "min": false,
                            "show": true,
                            "total": false,
                            "values": false
                        },
                        "lines": true,
                        "linewidth": 2,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(rate(grpc_client_handled_total{grpc_type=\"unary\", instance=~\"$instance\"}[5m]))",
                                "interval": "",
                                "legendFormat": "RPC Rate",
                                "queryType": "randomWalk",
                                "refId": "A"
                            },
                            {
                                "exemplar": true,
                                "expr": "sum(rate(grpc_client_handled_total{grpc_type=\"unary\", grpc_code!=\"OK\", instance=~\"$instance\"}[5m]))",
                                "hide": false,
                                "interval": "",
                                "legendFormat": "RCP Failed Rate",
                                "refId": "B"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Etcd RPC Rate",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2545",
                                "format": "ops",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2546",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "fill": 1,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 8,
                            "x": 8,
                            "y": 5
                        },
                        "hiddenSeries": false,
                        "id": 32,
                        "legend": {
                            "avg": false,
                            "current": false,
                            "max": false,
                            "min": false,
                            "show": true,
                            "total": false,
                            "values": false
                        },
                        "lines": true,
                        "linewidth": 1,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "histogram_quantile(0.99, sum(rate(etcd_request_duration_seconds_bucket{instance=~\"$instance\"}[5m])) by (instance, le))",
                                "interval": "",
                                "legendFormat": "Request Duration {{instance}} ",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "90th %ile all Etcd Request Duration",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2855",
                                "format": "s",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2856",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    },
                    {
                        "aliasColors": {},
                        "bars": false,
                        "dashLength": 10,
                        "dashes": false,
                        "datasource": "${datasource}",
                        "fill": 1,
                        "fillGradient": 0,
                        "gridPos": {
                            "h": 8,
                            "w": 8,
                            "x": 16,
                            "y": 5
                        },
                        "hiddenSeries": false,
                        "id": 33,
                        "legend": {
                            "avg": false,
                            "current": false,
                            "max": false,
                            "min": false,
                            "show": true,
                            "total": false,
                            "values": false
                        },
                        "lines": true,
                        "linewidth": 1,
                        "nullPointMode": "null",
                        "options": {
                            "alertThreshold": true
                        },
                        "percentage": false,
                        "pluginVersion": "8.2.3",
                        "pointradius": 2,
                        "points": false,
                        "renderer": "flot",
                        "seriesOverrides": [],
                        "spaceLength": 10,
                        "stack": false,
                        "steppedLine": false,
                        "targets": [
                            {
                                "exemplar": true,
                                "expr": "sum(etcd_db_total_size_in_bytes{instance=~\"$instance\"}) by (instance)",
                                "interval": "",
                                "legendFormat": "{{instance}} ",
                                "queryType": "randomWalk",
                                "refId": "A"
                            }
                        ],
                        "thresholds": [],
                        "timeFrom": null,
                        "timeRegions": [],
                        "timeShift": null,
                        "title": "Etcd DB Size",
                        "tooltip": {
                            "shared": true,
                            "sort": 0,
                            "value_type": "individual"
                        },
                        "type": "graph",
                        "xaxis": {
                            "buckets": null,
                            "mode": "time",
                            "name": null,
                            "show": true,
                            "values": []
                        },
                        "yaxes": [
                            {
                                "$$hashKey": "object:2855",
                                "format": "decbytes",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            },
                            {
                                "$$hashKey": "object:2856",
                                "format": "short",
                                "label": null,
                                "logBase": 1,
                                "max": null,
                                "min": null,
                                "show": true
                            }
                        ],
                        "yaxis": {
                            "align": false,
                            "alignLevel": null
                        }
                    }
                ],
                "title": "etcd",
                "type": "row"
            }
        ],
        "refresh": "1m",
        "schemaVersion": 31,
        "style": "dark",
        "tags": [
            "kubevirt",
            "kubevirt-control-plane",
            "sig-scale"
        ],
        "templating": {
            "list": [
                {
                    "current": {
                        "selected": false,
                        "text": "prometheus",
                        "value": "prometheus"
                    },
                    "description": null,
                    "error": null,
                    "hide": 0,
                    "includeAll": false,
                    "label": null,
                    "multi": false,
                    "name": "datasource",
                    "options": [],
                    "query": "prometheus",
                    "queryValue": "",
                    "refresh": 1,
                    "regex": "",
                    "skipUrlSync": false,
                    "type": "datasource"
                },
                {
                    "allValue": null,
                    "current": {
                        "isNone": true,
                        "selected": false,
                        "text": "None",
                        "value": ""
                    },
                    "datasource": "$datasource",
                    "definition": "",
                    "description": null,
                    "error": null,
                    "hide": 2,
                    "includeAll": false,
                    "label": "cluster",
                    "multi": false,
                    "name": "cluster",
                    "options": [],
                    "query": {
                        "query": "label_values(apiserver_request_total, cluster)",
                        "refId": "prometheus-cluster-Variable-Query"
                    },
                    "refresh": 2,
                    "regex": "",
                    "skipUrlSync": false,
                    "sort": 1,
                    "tagValuesQuery": "",
                    "tagsQuery": "",
                    "type": "query",
                    "useTags": false
                },
                {
                    "allValue": ".*",
                    "current": {
                        "selected": false,
                        "text": "All",
                        "value": "$__all"
                    },
                    "datasource": "$datasource",
                    "definition": "",
                    "description": null,
                    "error": null,
                    "hide": 0,
                    "includeAll": true,
                    "label": null,
                    "multi": false,
                    "name": "instance",
                    "options": [],
                    "query": {
                        "query": "label_values(apiserver_request_total{job=\"apiserver\", cluster=\"$cluster\"}, instance)",
                        "refId": "prometheus-instance-Variable-Query"
                    },
                    "refresh": 2,
                    "regex": "",
                    "skipUrlSync": false,
                    "sort": 1,
                    "tagValuesQuery": "",
                    "tagsQuery": "",
                    "type": "query",
                    "useTags": false
                }
            ]
        },
        "time": {
            "from": "now-1h",
            "to": "now"
        },
        "timepicker": {
            "refresh_intervals": [
                "5s",
                "10s",
                "30s",
                "1m",
                "5m",
                "15m",
                "30m",
                "1h",
                "2h",
                "1d"
            ],
            "time_options": [
                "5m",
                "15m",
                "1h",
                "6h",
                "12h",
                "24h",
                "2d",
                "7d",
                "30d"
            ]
        },
        "timezone": "UTC",
        "title": "KubeVirt / Control Plane",
        "uid": "V1Qq_IBM_za0",
        "version": 3
    }
        