apiVersion: v1
items:
- apiVersion: v1
  data:
    apiserver.json: |-
      {
          "__inputs": [

          ],
          "__requires": [

          ],
          "annotations": {
              "list": [

              ]
          },
          "editable": false,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "id": null,
          "links": [

          ],
          "refresh": "",
          "rows": [
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 2,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 2,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(up{job=\"apiserver\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Up",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "min"
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 3,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 5,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(apiserver_request_total{job=\"apiserver\", instance=~\"$instance\",code=~\"2..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "2xx",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum(rate(apiserver_request_total{job=\"apiserver\", instance=~\"$instance\",code=~\"3..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "3xx",
                                  "refId": "B"
                              },
                              {
                                  "expr": "sum(rate(apiserver_request_total{job=\"apiserver\", instance=~\"$instance\",code=~\"4..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "4xx",
                                  "refId": "C"
                              },
                              {
                                  "expr": "sum(rate(apiserver_request_total{job=\"apiserver\", instance=~\"$instance\",code=~\"5..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "5xx",
                                  "refId": "D"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "RPC Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 4,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 5,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(apiserver_request_duration_seconds_bucket{job=\"apiserver\", instance=~\"$instance\"}[5m])) by (verb, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{verb}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Request duration 99th quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 5,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": false,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(workqueue_adds_total{job=\"apiserver\", instance=~\"$instance\"}[5m])) by (instance, name)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{name}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Work Queue Add Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 6,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": false,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(workqueue_depth{job=\"apiserver\", instance=~\"$instance\"}[5m])) by (instance, name)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{name}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Work Queue Depth",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 7,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(workqueue_queue_duration_seconds_bucket{job=\"apiserver\", instance=~\"$instance\"}[5m])) by (instance, name, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{name}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Work Queue Latency",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 8,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "etcd_helper_cache_entry_total{job=\"apiserver\", instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "ETCD Cache Entry Total",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 9,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(etcd_helper_cache_hit_total{job=\"apiserver\",instance=~\"$instance\"}[5m])) by (intance)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} hit",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum(rate(etcd_helper_cache_miss_total{job=\"apiserver\",instance=~\"$instance\"}[5m])) by (instance)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} miss",
                                  "refId": "B"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "ETCD Cache Hit/Miss Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 10,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99,sum(rate(etcd_request_cache_get_duration_seconds_bucket{job=\"apiserver\",instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} get",
                                  "refId": "A"
                              },
                              {
                                  "expr": "histogram_quantile(0.99,sum(rate(etcd_request_cache_add_duration_seconds_bucket{job=\"apiserver\",instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} miss",
                                  "refId": "B"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "ETCD Cache Duration 99th Quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 11,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "process_resident_memory_bytes{job=\"apiserver\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 12,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(process_cpu_seconds_total{job=\"apiserver\",instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 13,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "go_goroutines{job=\"apiserver\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Goroutines",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": true,
                      "label": null,
                      "multi": false,
                      "name": "instance",
                      "options": [

                      ],
                      "query": "label_values(apiserver_request_total{job=\"apiserver\"}, instance)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / API server",
          "uid": "09ec8aa1e996d6ffcd6817bbaff4db1b",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-apiserver
    namespace: monitoring
- apiVersion: v1
  data:
    controller-manager.json: |-
      {
          "__inputs": [

          ],
          "__requires": [

          ],
          "annotations": {
              "list": [

              ]
          },
          "editable": false,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "id": null,
          "links": [

          ],
          "refresh": "",
          "rows": [
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 2,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 2,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(up{job=\"kube-controller-manager\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Up",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "min"
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 3,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 10,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(workqueue_adds_total{job=\"kube-controller-manager\", instance=~\"$instance\"}[5m])) by (instance, name)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{name}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Work Queue Add Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 4,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(workqueue_depth{job=\"kube-controller-manager\", instance=~\"$instance\"}[5m])) by (instance, name)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{name}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Work Queue Depth",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 5,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(workqueue_queue_duration_seconds_bucket{job=\"kube-controller-manager\", instance=~\"$instance\"}[5m])) by (instance, name, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{name}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Work Queue Latency",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 6,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"2..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "2xx",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"3..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "3xx",
                                  "refId": "B"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"4..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "4xx",
                                  "refId": "C"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-controller-manager\", instance=~\"$instance\",code=~\"5..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "5xx",
                                  "refId": "D"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Kube API Request Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 7,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 8,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_latency_seconds_bucket{job=\"kube-controller-manager\", instance=~\"$instance\", verb=\"POST\"}[5m])) by (verb, url, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{verb}} {{url}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Post Request Latency 99th Quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 8,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_latency_seconds_bucket{job=\"kube-controller-manager\", instance=~\"$instance\", verb=\"GET\"}[5m])) by (verb, url, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{verb}} {{url}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Get Request Latency 99th Quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 9,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "process_resident_memory_bytes{job=\"kube-controller-manager\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 10,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(process_cpu_seconds_total{job=\"kube-controller-manager\",instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 11,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "go_goroutines{job=\"kube-controller-manager\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Goroutines",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": true,
                      "label": null,
                      "multi": false,
                      "name": "instance",
                      "options": [

                      ],
                      "query": "label_values(process_cpu_seconds_total{job=\"kube-controller-manager\"}, instance)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Controller Manager",
          "uid": "72e0e05bef5099e5f049b05fdc429ed4",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-controller-manager
    namespace: monitoring
- apiVersion: v1
  data:
    k8s-resources-cluster.json: |-
      {
          "annotations": {
              "list": [

              ]
          },
          "editable": true,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "links": [

          ],
          "refresh": "10s",
          "rows": [
              {
                  "collapse": false,
                  "height": "100px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "format": "percentunit",
                          "id": 1,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 2,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "1 - avg(rate(node_cpu_seconds_total{mode=\"idle\", cluster=\"$cluster\"}[1m]))",
                                  "format": "time_series",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "70,80",
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Utilisation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "singlestat",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "format": "percentunit",
                          "id": 2,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 2,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable_cpu_cores{cluster=\"$cluster\"})",
                                  "format": "time_series",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "70,80",
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Requests Commitment",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "singlestat",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "format": "percentunit",
                          "id": 3,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 2,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable_cpu_cores{cluster=\"$cluster\"})",
                                  "format": "time_series",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "70,80",
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Limits Commitment",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "singlestat",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "format": "percentunit",
                          "id": 4,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 2,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "1 - sum(:node_memory_MemFreeCachedBuffers_bytes:sum{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable_memory_bytes{cluster=\"$cluster\"})",
                                  "format": "time_series",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "70,80",
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Utilisation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "singlestat",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "format": "percentunit",
                          "id": 5,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 2,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(kube_pod_container_resource_requests_memory_bytes{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable_memory_bytes{cluster=\"$cluster\"})",
                                  "format": "time_series",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "70,80",
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Requests Commitment",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "singlestat",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "format": "percentunit",
                          "id": 6,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 2,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(kube_pod_container_resource_limits_memory_bytes{cluster=\"$cluster\"}) / sum(kube_node_status_allocatable_memory_bytes{cluster=\"$cluster\"})",
                                  "format": "time_series",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "70,80",
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Limits Commitment",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "singlestat",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Headlines",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 7,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{namespace}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 8,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "Pods",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 0,
                                  "link": true,
                                  "linkTooltip": "Drill down to pods",
                                  "linkUrl": "/d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "Workloads",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 0,
                                  "link": true,
                                  "linkTooltip": "Drill down to workloads",
                                  "linkUrl": "/d/a87fb0d919ec0ea5f6543124e16c42a5/k8s-resources-workloads-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Usage",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #C",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Requests",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #D",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Requests %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #E",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "CPU Limits",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #F",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Limits %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #G",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Namespace",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": true,
                                  "linkTooltip": "Drill down to pods",
                                  "linkUrl": "/d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell",
                                  "pattern": "namespace",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "count(mixin_pod_workload{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "count(avg(mixin_pod_workload{cluster=\"$cluster\"}) by (workload, namespace)) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "C",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "D",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\"}) by (namespace) / sum(kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "E",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "F",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\"}) by (namespace) / sum(kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "G",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Quota",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU Quota",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 9,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(container_memory_rss{cluster=\"$cluster\", container!=\"\"}) by (namespace)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{namespace}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Usage (w/o cache)",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 10,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "Pods",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 0,
                                  "link": true,
                                  "linkTooltip": "Drill down to pods",
                                  "linkUrl": "/d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "Workloads",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 0,
                                  "link": true,
                                  "linkTooltip": "Drill down to workloads",
                                  "linkUrl": "/d/a87fb0d919ec0ea5f6543124e16c42a5/k8s-resources-workloads-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell_1",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "Memory Usage",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #C",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Requests",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #D",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Requests %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #E",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Memory Limits",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #F",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Limits %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #G",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Namespace",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": true,
                                  "linkTooltip": "Drill down to pods",
                                  "linkUrl": "/d/85a562078cdf77779eaa1add43ccec1e/k8s-resources-namespace?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$__cell",
                                  "pattern": "namespace",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "count(mixin_pod_workload{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "count(avg(mixin_pod_workload{cluster=\"$cluster\"}) by (workload, namespace)) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_rss{cluster=\"$cluster\", container!=\"\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "C",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_requests_memory_bytes{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "D",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_rss{cluster=\"$cluster\", container!=\"\"}) by (namespace) / sum(kube_pod_container_resource_requests_memory_bytes{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "E",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_limits_memory_bytes{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "F",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_rss{cluster=\"$cluster\", container!=\"\"}) by (namespace) / sum(kube_pod_container_resource_limits_memory_bytes{cluster=\"$cluster\"}) by (namespace)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "G",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Requests by Namespace",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory Requests",
                  "titleSize": "h6"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 2,
                      "includeAll": false,
                      "label": "cluster",
                      "multi": false,
                      "name": "cluster",
                      "options": [

                      ],
                      "query": "label_values(node_cpu_seconds_total, cluster)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Compute Resources / Cluster",
          "uid": "efa86fd1d0c121a26444b636a3f509a8",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-k8s-resources-cluster
    namespace: monitoring
- apiVersion: v1
  data:
    k8s-resources-namespace.json: |-
      {
          "annotations": {
              "list": [

              ]
          },
          "editable": true,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "links": [

          ],
          "refresh": "10s",
          "rows": [
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 1,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{pod}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU Usage",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 2,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "CPU Usage",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Requests",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Requests %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #C",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "CPU Limits",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #D",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Limits %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #E",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Pod",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": true,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell",
                                  "pattern": "pod",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod) / sum(kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "C",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "D",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod) / sum(kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "E",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Quota",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU Quota",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 3,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\"}) by (pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{pod}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Usage (w/o cache)",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory Usage",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 4,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "Memory Usage",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Requests",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Requests %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #C",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Memory Limits",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #D",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Limits %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #E",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Memory Usage (RSS)",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #F",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Usage (Cache)",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #G",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Usage (Swap)",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #H",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Pod",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": true,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell",
                                  "pattern": "pod",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_requests_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod) / sum(kube_pod_container_resource_requests_memory_bytes{namespace=\"$namespace\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "C",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_limits_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "D",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod) / sum(kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "E",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_rss{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "F",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_cache{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "G",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_swap{cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "H",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Quota",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory Quota",
                  "titleSize": "h6"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 2,
                      "includeAll": false,
                      "label": "cluster",
                      "multi": false,
                      "name": "cluster",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info, cluster)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "namespace",
                      "multi": false,
                      "name": "namespace",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info{cluster=\"$cluster\"}, namespace)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Compute Resources / Namespace (Pods)",
          "uid": "85a562078cdf77779eaa1add43ccec1e",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-k8s-resources-namespace
    namespace: monitoring
- apiVersion: v1
  data:
    k8s-resources-pod.json: |-
      {
          "annotations": {
              "list": [

              ]
          },
          "editable": true,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "links": [

          ],
          "refresh": "10s",
          "rows": [
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 1,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{namespace=\"$namespace\", pod=\"$pod\", container!=\"POD\", cluster=\"$cluster\"}) by (container)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{container}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU Usage",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 2,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "CPU Usage",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Requests",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Requests %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #C",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "CPU Limits",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #D",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Limits %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #E",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Container",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "container",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"POD\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "C",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "D",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "E",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Quota",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU Quota",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 3,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(container_memory_rss{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"POD\", container!=\"\"}) by (container)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{container}} (RSS)",
                                  "legendLink": null,
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_cache{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"POD\", container!=\"\"}) by (container)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{container}} (Cache)",
                                  "legendLink": null,
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_swap{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"POD\", container!=\"\"}) by (container)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{container}} (Swap)",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory Usage",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 4,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "Memory Usage",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Requests",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Requests %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #C",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Memory Limits",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #D",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Limits %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #E",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Memory Usage (RSS)",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #F",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Usage (Cache)",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #G",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Usage (Swap",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #H",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Container",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "container",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"POD\", container!=\"\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_requests_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(kube_pod_container_resource_requests_memory_bytes{namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "C",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(kube_pod_container_resource_limits_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "D",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\"}) by (container) / sum(kube_pod_container_resource_limits_memory_bytes{namespace=\"$namespace\", pod=\"$pod\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "E",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_rss{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "F",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_cache{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "G",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(container_memory_swap{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "H",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Quota",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory Quota",
                  "titleSize": "h6"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 2,
                      "includeAll": false,
                      "label": "cluster",
                      "multi": false,
                      "name": "cluster",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info, cluster)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "namespace",
                      "multi": false,
                      "name": "namespace",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info{cluster=\"$cluster\"}, namespace)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "pod",
                      "multi": false,
                      "name": "pod",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info{cluster=\"$cluster\", namespace=\"$namespace\"}, pod)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Compute Resources / Pod",
          "uid": "6581e46e4e5c7ba40a07646395ef7b23",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-k8s-resources-pod
    namespace: monitoring
- apiVersion: v1
  data:
    k8s-resources-workload.json: |-
      {
          "annotations": {
              "list": [

              ]
          },
          "editable": true,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "links": [

          ],
          "refresh": "10s",
          "rows": [
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 1,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(\n    namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{pod}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU Usage",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 2,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "CPU Usage",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Requests",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Requests %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #C",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "CPU Limits",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #D",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Limits %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #E",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Pod",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": true,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell",
                                  "pattern": "pod",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "sum(\n    namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n    kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "C",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "D",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n    kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "E",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Quota",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU Quota",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 3,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(\n    container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{pod}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory Usage",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 4,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "Memory Usage",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Requests",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Requests %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #C",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Memory Limits",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #D",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Limits %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #E",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Pod",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": true,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "/d/6581e46e4e5c7ba40a07646395ef7b23/k8s-resources-pod?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-pod=$__cell",
                                  "pattern": "pod",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "sum(\n    container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    kube_pod_container_resource_requests_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n    kube_pod_container_resource_requests_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "C",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    kube_pod_container_resource_limits_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "D",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n    kube_pod_container_resource_limits_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "E",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Quota",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory Quota",
                  "titleSize": "h6"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 2,
                      "includeAll": false,
                      "label": "cluster",
                      "multi": false,
                      "name": "cluster",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info, cluster)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "namespace",
                      "multi": false,
                      "name": "namespace",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info{cluster=\"$cluster\"}, namespace)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "workload",
                      "multi": false,
                      "name": "workload",
                      "options": [

                      ],
                      "query": "label_values(mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}, workload)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "type",
                      "multi": false,
                      "name": "type",
                      "options": [

                      ],
                      "query": "label_values(mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\"}, workload_type)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Compute Resources / Workload",
          "uid": "a164a7f0339f99e89cea5cb47e9be617",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-k8s-resources-workload
    namespace: monitoring
- apiVersion: v1
  data:
    k8s-resources-workloads-namespace.json: |-
      {
          "annotations": {
              "list": [

              ]
          },
          "editable": true,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "links": [

          ],
          "refresh": "10s",
          "rows": [
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 1,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(\n  namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{workload}} - {{workload_type}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU Usage",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 2,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "Running Pods",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 0,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Usage",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Requests",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #C",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Requests %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #D",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "CPU Limits",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #E",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "CPU Limits %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #F",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Workload",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": true,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "/d/a164a7f0339f99e89cea5cb47e9be617/k8s-resources-workload?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-workload=$__cell&var-type=$__cell_2",
                                  "pattern": "workload",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "Workload Type",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "workload_type",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "count(mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}) by (workload, workload_type)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n  namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n  kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "C",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n  namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n/sum(\n  kube_pod_container_resource_requests_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "D",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n  kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "E",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n  namespace_pod_container:container_cpu_usage_seconds_total:sum_rate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n/sum(\n  kube_pod_container_resource_limits_cpu_cores{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "F",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Quota",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU Quota",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 3,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(\n    container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{workload}} - {{workload_type}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory Usage",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 4,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "Running Pods",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 0,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "Memory Usage",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Requests",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #C",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Requests %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #D",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Memory Limits",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #E",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "bytes"
                              },
                              {
                                  "alias": "Memory Limits %",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #F",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "percentunit"
                              },
                              {
                                  "alias": "Workload",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": true,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "/d/a164a7f0339f99e89cea5cb47e9be617/k8s-resources-workload?var-datasource=$datasource&var-cluster=$cluster&var-namespace=$namespace&var-workload=$__cell&var-type=$__cell_2",
                                  "pattern": "workload",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "Workload Type",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "workload_type",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "count(mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}) by (workload, workload_type)",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n  kube_pod_container_resource_requests_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "C",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n/sum(\n  kube_pod_container_resource_requests_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "D",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n  kube_pod_container_resource_limits_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "E",
                                  "step": 10
                              },
                              {
                                  "expr": "sum(\n    container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\"}\n  * on(namespace,pod)\n    group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n/sum(\n  kube_pod_container_resource_limits_memory_bytes{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n  group_left(workload, workload_type) mixin_pod_workload{cluster=\"$cluster\", namespace=\"$namespace\"}\n) by (workload, workload_type)\n",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "F",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Quota",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory Quota",
                  "titleSize": "h6"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 2,
                      "includeAll": false,
                      "label": "cluster",
                      "multi": false,
                      "name": "cluster",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info, cluster)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "namespace",
                      "multi": false,
                      "name": "namespace",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info{cluster=\"$cluster\"}, namespace)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Compute Resources / Namespace (Workloads)",
          "uid": "a87fb0d919ec0ea5f6543124e16c42a5",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-k8s-resources-workloads-namespace
    namespace: monitoring
- apiVersion: v1
  data:
    kubelet.json: |-
      {
          "__inputs": [

          ],
          "__requires": [

          ],
          "annotations": {
              "list": [

              ]
          },
          "editable": false,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "id": null,
          "links": [

          ],
          "refresh": "",
          "rows": [
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 2,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 2,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(up{job=\"kubelet\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Up",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "min"
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 3,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 2,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(kubelet_running_pod_count{job=\"kubelet\", instance=~\"$instance\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Running Pods",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "min"
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 4,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 2,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(kubelet_running_container_count{job=\"kubelet\", instance=~\"$instance\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Running Container",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "min"
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 5,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 2,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(volume_manager_total_volumes{job=\"kubelet\", instance=~\"$instance\", state=\"actual_state_of_world\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Actual Volume Count",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "min"
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 6,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 2,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(volume_manager_total_volumes{job=\"kubelet\", instance=~\"$instance\",state=\"desired_state_of_world\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Desired Volume Count",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "min"
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 7,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 2,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(rate(kubelet_node_config_error{job=\"kubelet\", instance=~\"$instance\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Config Error Count",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "min"
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 8,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(kubelet_runtime_operations_total{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (operation_type, instance)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{operation_type}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Operation Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 9,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(kubelet_runtime_operations_errors_total{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, operation_type)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{operation_type}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Operation Error Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 10,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, operation_type, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{operation_type}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Operation duration 99th quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 11,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(kubelet_pod_start_duration_seconds_count{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} pod",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum(rate(kubelet_pod_worker_duration_seconds_count{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} worker",
                                  "refId": "B"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Pod Start Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 12,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_start_duration_seconds_count{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} pod",
                                  "refId": "A"
                              },
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} worker",
                                  "refId": "B"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Pod Start Duration",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 13,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "hideEmpty": "true",
                              "hideZero": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(storage_operation_duration_seconds_count{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Storage Operation Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 14,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "hideEmpty": "true",
                              "hideZero": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(storage_operation_errors_total{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Storage Operation Error Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 15,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "hideEmpty": "true",
                              "hideZero": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": true,
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(storage_operation_duration_seconds_bucket{job=\"kubelet\", instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Storage Operation Duration 99th quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 16,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(kubelet_cgroup_manager_duration_seconds_count{job=\"kubelet\", instance=~\"$instance\"}[5m])) by (instance, operation_type)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{operation_type}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Cgroup manager operation rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 17,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(kubelet_cgroup_manager_duration_seconds_bucket{job=\"kubelet\", instance=~\"$instance\"}[5m])) by (instance, operation_type, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{operation_type}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Cgroup manager 99th quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "description": "Pod lifecycle event generator",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 18,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(kubelet_pleg_relist_duration_seconds_count{job=\"kubelet\", instance=~\"$instance\"}[5m])) by (instance)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "PLEG relist rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 19,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_interval_seconds_bucket{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "PLEG relist interval",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 20,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket{job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "PLEG relist duration",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 21,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kubelet\", instance=~\"$instance\",code=~\"2..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "2xx",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kubelet\", instance=~\"$instance\",code=~\"3..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "3xx",
                                  "refId": "B"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kubelet\", instance=~\"$instance\",code=~\"4..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "4xx",
                                  "refId": "C"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kubelet\", instance=~\"$instance\",code=~\"5..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "5xx",
                                  "refId": "D"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "RPC Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 22,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_latency_seconds_bucket{job=\"kubelet\", instance=~\"$instance\"}[5m])) by (instance, verb, url, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{verb}} {{url}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Request duration 99th quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 23,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "process_resident_memory_bytes{job=\"kubelet\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 24,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(process_cpu_seconds_total{job=\"kubelet\",instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 25,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "go_goroutines{job=\"kubelet\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Goroutines",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": true,
                      "label": null,
                      "multi": false,
                      "name": "instance",
                      "options": [

                      ],
                      "query": "label_values(kubelet_runtime_operations{job=\"kubelet\"}, instance)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Kubelet",
          "uid": "3138fa155d5915769fbded898ac09fd9",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-kubelet
    namespace: monitoring
- apiVersion: v1
  data:
    node-cluster-rsrc-use.json: |-
      {
          "annotations": {
              "list": [

              ]
          },
          "editable": true,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "links": [

          ],
          "refresh": "10s",
          "rows": [
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 1,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "(\n  instance:node_cpu_utilisation:rate1m{job=\"node-exporter\"}\n*\n  instance:node_num_cpu:sum{job=\"node-exporter\"}\n/ ignoring (instance) group_left\n  sum without (instance) (instance:node_num_cpu:sum{job=\"node-exporter\"})\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Utilisation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": 1,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 2,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "(\n  instance:node_load1_per_cpu:ratio{job=\"node-exporter\"}\n/ ignoring (instance) group_left\n  count without (instance) (instance:node_load1_per_cpu:ratio{job=\"node-exporter\"})\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Saturation (load1 per CPU)",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": 1,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 3,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "(\n  instance:node_memory_utilisation:ratio{job=\"node-exporter\"}\n/ ignoring (instance) group_left\n  count without (instance) (instance:node_memory_utilisation:ratio{job=\"node-exporter\"})\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Utilisation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": 1,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 4,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance:node_memory_swap_io_pages:rate1m{job=\"node-exporter\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Saturation (Swapped Pages)",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "rps",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 5,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [
                              {
                                  "alias": "/ Receive/",
                                  "stack": "A"
                              },
                              {
                                  "alias": "/ Transmit/",
                                  "stack": "B",
                                  "transform": "negative-Y"
                              }
                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance:node_network_receive_bytes_excluding_lo:rate1m{job=\"node-exporter\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} Receive",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              },
                              {
                                  "expr": "instance:node_network_transmit_bytes_excluding_lo:rate1m{job=\"node-exporter\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} Transmit",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Net Utilisation (Bytes Receive/Transmit)",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "Bps",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 6,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [
                              {
                                  "alias": "/ Receive/",
                                  "stack": "A"
                              },
                              {
                                  "alias": "/ Transmit/",
                                  "stack": "B",
                                  "transform": "negative-Y"
                              }
                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance:node_network_receive_drop_excluding_lo:rate1m{job=\"node-exporter\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} Receive",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              },
                              {
                                  "expr": "instance:node_network_transmit_drop_excluding_lo:rate1m{job=\"node-exporter\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} Transmit",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Net Saturation (Drops Receive/Transmit)",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "rps",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Network",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 7,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "(\n  instance_device:node_disk_io_time_seconds:rate1m{job=\"node-exporter\"}\n/ ignoring (instance, device) group_left\n  count without (instance, device) (instance_device:node_disk_io_time_seconds:rate1m{job=\"node-exporter\"})\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{device}}",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Disk IO Utilisation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": 1,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 8,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "(\n  instance_device:node_disk_io_time_weighted_seconds:rate1m{job=\"node-exporter\"}\n/ ignoring (instance, device) group_left\n  count without (instance, device) (instance_device:node_disk_io_time_weighted_seconds:rate1m{job=\"node-exporter\"})\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} {{device}}",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Disk IO Saturation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": 1,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Disk IO",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 9,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "(\n  sum without (device) (\n    max without (fstype, mountpoint) (\n      node_filesystem_size_bytes{job=\"node-exporter\", fstype!=\"\"} - node_filesystem_avail_bytes{job=\"node-exporter\", fstype!=\"\"}\n    )\n  ) \n/ ignoring (instance) group_left\n  sum without (instance, device) (\n    max without (fstype, mountpoint) (\n      node_filesystem_size_bytes{job=\"node-exporter\", fstype!=\"\"}\n    )\n  )\n)  \n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "legendLink": "/dashboard/file/node-rsrc-use.json",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Disk Space Utilisation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": 1,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Disk Space",
                  "titleSize": "h6"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [

          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "USE Method / Cluster",
          "uid": "3e97d1d02672cdd0861f4c97c64f89b2",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-node-cluster-rsrc-use
    namespace: monitoring
- apiVersion: v1
  data:
    node-rsrc-use.json: |-
      {
          "annotations": {
              "list": [

              ]
          },
          "editable": true,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "links": [

          ],
          "refresh": "10s",
          "rows": [
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 1,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": false,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance:node_cpu_utilisation:rate1m{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Utilisation",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Utilisation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 2,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": false,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance:node_load1_per_cpu:ratio{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Saturation",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Saturation (Load1 per CPU)",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "CPU",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 3,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance:node_memory_utilisation:ratio{job=\"node-exporter\", job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Memory",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Utilisation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 4,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": false,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance:node_memory_swap_io_pages:rate1m{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Swap IO",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Saturation (pages swapped per second)",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Memory",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 5,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [
                              {
                                  "alias": "/Receive/",
                                  "stack": "A"
                              },
                              {
                                  "alias": "/Transmit/",
                                  "stack": "B",
                                  "transform": "negative-Y"
                              }
                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance:node_network_receive_bytes_excluding_lo:rate1m{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Receive",
                                  "legendLink": null,
                                  "step": 10
                              },
                              {
                                  "expr": "instance:node_network_transmit_bytes_excluding_lo:rate1m{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Transmit",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Net Utilisation (Bytes Receive/Transmit)",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "Bps",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 6,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [
                              {
                                  "alias": "/Receive/",
                                  "stack": "A"
                              },
                              {
                                  "alias": "/Transmit/",
                                  "stack": "B",
                                  "transform": "negative-Y"
                              }
                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance:node_network_receive_drop_excluding_lo:rate1m{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Receive drops",
                                  "legendLink": null,
                                  "step": 10
                              },
                              {
                                  "expr": "instance:node_network_transmit_drop_excluding_lo:rate1m{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Transmit drops",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Net Saturation (Drops Receive/Transmit)",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "rps",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Net",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 7,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance_device:node_disk_io_time_seconds:rate1m{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{device}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Disk IO Utilisation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 8,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "instance_device:node_disk_io_time_weighted_seconds:rate1m{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{device}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Disk IO Saturation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Disk IO",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 9,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": false,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "1 -\n(\n  max without (mountpoint, fstype) (node_filesystem_avail_bytes{job=\"node-exporter\", fstype!=\"\", instance=\"$instance\"})\n/\n  max without (mountpoint, fstype) (node_filesystem_size_bytes{job=\"node-exporter\", fstype!=\"\", instance=\"$instance\"})\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{device}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Disk Space Utilisation",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Disk Space",
                  "titleSize": "h6"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [

          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {
                          "text": "prod",
                          "value": "prod"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "instance",
                      "multi": false,
                      "name": "instance",
                      "options": [

                      ],
                      "query": "label_values(up{job=\"node-exporter\"}, instance)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "USE Method / Node",
          "uid": "fac67cfbe174d3ef53eb473d73d9212f",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-node-rsrc-use
    namespace: monitoring
- apiVersion: v1
  data:
    nodes.json: |-
      {
          "__inputs": [

          ],
          "__requires": [

          ],
          "annotations": {
              "list": [

              ]
          },
          "editable": false,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "id": null,
          "links": [

          ],
          "refresh": "",
          "rows": [
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 2,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "(\n  (1 - rate(node_cpu_seconds_total{job=\"node-exporter\", mode=\"idle\", instance=\"$instance\"}[$__interval]))\n/ ignoring(cpu) group_left\n  count without (cpu)( node_cpu_seconds_total{job=\"node-exporter\", mode=\"idle\", instance=\"$instance\"})\n)\n",
                                  "format": "time_series",
                                  "interval": "1m",
                                  "intervalFactor": 5,
                                  "legendFormat": "{{cpu}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": 1,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "percentunit",
                                  "label": null,
                                  "logBase": 1,
                                  "max": 1,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 0,
                          "gridPos": {

                          },
                          "id": 3,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "node_load1{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "1m load average",
                                  "refId": "A"
                              },
                              {
                                  "expr": "node_load5{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "5m load average",
                                  "refId": "B"
                              },
                              {
                                  "expr": "node_load15{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "15m load average",
                                  "refId": "C"
                              },
                              {
                                  "expr": "count(node_cpu_seconds_total{job=\"node-exporter\", instance=\"$instance\", mode=\"idle\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "logical cores",
                                  "refId": "D"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Load Average",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 4,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 9,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "(\n  node_memory_MemTotal_bytes{job=\"node-exporter\", instance=\"$instance\"}\n-\n  node_memory_MemFree_bytes{job=\"node-exporter\", instance=\"$instance\"}\n-\n  node_memory_Buffers_bytes{job=\"node-exporter\", instance=\"$instance\"}\n-\n  node_memory_Cached_bytes{job=\"node-exporter\", instance=\"$instance\"}\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "memory used",
                                  "refId": "A"
                              },
                              {
                                  "expr": "node_memory_Buffers_bytes{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "memory buffers",
                                  "refId": "B"
                              },
                              {
                                  "expr": "node_memory_Cached_bytes{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "memory cached",
                                  "refId": "C"
                              },
                              {
                                  "expr": "node_memory_MemFree_bytes{job=\"node-exporter\", instance=\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "memory free",
                                  "refId": "D"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "rgba(50, 172, 45, 0.97)",
                              "rgba(237, 129, 40, 0.89)",
                              "rgba(245, 54, 54, 0.9)"
                          ],
                          "datasource": "$datasource",
                          "format": "percent",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": true,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 5,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 3,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "100 -\n(\n  node_memory_MemAvailable_bytes{job=\"node-exporter\", instance=\"$instance\"}\n/\n  node_memory_MemTotal_bytes{job=\"node-exporter\", instance=\"$instance\"}\n* 100\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "80, 90",
                          "title": "Memory Usage",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "current"
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 0,
                          "gridPos": {

                          },
                          "id": 6,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [
                              {
                                  "alias": "/ read| written/",
                                  "yaxis": 1
                              },
                              {
                                  "alias": "/ io time/",
                                  "yaxis": 2
                              }
                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(node_disk_read_bytes_total{job=\"node-exporter\", instance=\"$instance\", device=~\"nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+\"}[$__interval])",
                                  "format": "time_series",
                                  "interval": "1m",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{device}} read",
                                  "refId": "A"
                              },
                              {
                                  "expr": "rate(node_disk_written_bytes_total{job=\"node-exporter\", instance=\"$instance\", device=~\"nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+\"}[$__interval])",
                                  "format": "time_series",
                                  "interval": "1m",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{device}} written",
                                  "refId": "B"
                              },
                              {
                                  "expr": "rate(node_disk_io_time_seconds_total{job=\"node-exporter\", instance=\"$instance\", device=~\"nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+\"}[$__interval])",
                                  "format": "time_series",
                                  "interval": "1m",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{device}} io time",
                                  "refId": "C"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Disk I/O",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 7,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [
                              {
                                  "alias": "used",
                                  "color": "#E0B400"
                              },
                              {
                                  "alias": "available",
                                  "color": "#73BF69"
                              }
                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(\n  max by (device) (\n    node_filesystem_size_bytes{job=\"node-exporter\", instance=\"$instance\", fstype!=\"\"}\n  -\n    node_filesystem_avail_bytes{job=\"node-exporter\", instance=\"$instance\", fstype!=\"\"}\n  )\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "used",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum(\n  max by (device) (\n    node_filesystem_avail_bytes{job=\"node-exporter\", instance=\"$instance\", fstype!=\"\"}\n  )\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "available",
                                  "refId": "B"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Disk Space Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 0,
                          "gridPos": {

                          },
                          "id": 8,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(node_network_receive_bytes_total{job=\"node-exporter\", instance=\"$instance\", device!=\"lo\"}[$__interval])",
                                  "format": "time_series",
                                  "interval": "1m",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{device}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Network Received",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 0,
                          "gridPos": {

                          },
                          "id": 9,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(node_network_transmit_bytes_total{job=\"node-exporter\", instance=\"$instance\", device!=\"lo\"}[$__interval])",
                                  "format": "time_series",
                                  "interval": "1m",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{device}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Network Transmitted",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [

          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": null,
                      "multi": false,
                      "name": "instance",
                      "options": [

                      ],
                      "query": "label_values(node_exporter_build_info{job=\"node-exporter\"}, instance)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Nodes",
          "uid": "fa49a4706d07a042595b664c87fb33ea",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-nodes
    namespace: monitoring
- apiVersion: v1
  data:
    persistentvolumesusage.json: |-
      {
          "__inputs": [

          ],
          "__requires": [

          ],
          "annotations": {
              "list": [

              ]
          },
          "editable": false,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "id": null,
          "links": [

          ],
          "refresh": "",
          "rows": [
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 2,
                          "legend": {
                              "alignAsTable": true,
                              "avg": true,
                              "current": true,
                              "max": true,
                              "min": true,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": true
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 9,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "(\n  sum without(instance, node) (kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n  -\n  sum without(instance, node) (kubelet_volume_stats_available_bytes{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 1,
                                  "legendFormat": "Used Space",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum without(instance, node) (kubelet_volume_stats_available_bytes{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n",
                                  "format": "time_series",
                                  "intervalFactor": 1,
                                  "legendFormat": "Free Space",
                                  "refId": "B"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Volume Space Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "rgba(50, 172, 45, 0.97)",
                              "rgba(237, 129, 40, 0.89)",
                              "rgba(245, 54, 54, 0.9)"
                          ],
                          "datasource": "$datasource",
                          "format": "percent",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": true,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 3,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 3,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "(\n  kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"}\n  -\n  kubelet_volume_stats_available_bytes{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"}\n)\n/\nkubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"}\n* 100\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "80, 90",
                          "title": "Volume Space Usage",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "current"
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 4,
                          "legend": {
                              "alignAsTable": true,
                              "avg": true,
                              "current": true,
                              "max": true,
                              "min": true,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": true
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 9,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum without(instance, node) (kubelet_volume_stats_inodes_used{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n",
                                  "format": "time_series",
                                  "intervalFactor": 1,
                                  "legendFormat": "Used inodes",
                                  "refId": "A"
                              },
                              {
                                  "expr": "(\n  sum without(instance, node) (kubelet_volume_stats_inodes{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n  -\n  sum without(instance, node) (kubelet_volume_stats_inodes_used{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"})\n)\n",
                                  "format": "time_series",
                                  "intervalFactor": 1,
                                  "legendFormat": " Free inodes",
                                  "refId": "B"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Volume inodes Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "none",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "none",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "rgba(50, 172, 45, 0.97)",
                              "rgba(237, 129, 40, 0.89)",
                              "rgba(245, 54, 54, 0.9)"
                          ],
                          "datasource": "$datasource",
                          "format": "percent",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": true,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 5,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 3,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "kubelet_volume_stats_inodes_used{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"}\n/\nkubelet_volume_stats_inodes{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\", persistentvolumeclaim=\"$volume\"}\n* 100\n",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "80, 90",
                          "title": "Volume inodes Usage",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "current"
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 2,
                      "includeAll": false,
                      "label": "cluster",
                      "multi": false,
                      "name": "cluster",
                      "options": [

                      ],
                      "query": "label_values(kubelet_volume_stats_capacity_bytes, cluster)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "Namespace",
                      "multi": false,
                      "name": "namespace",
                      "options": [

                      ],
                      "query": "label_values(kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\"}, namespace)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "PersistentVolumeClaim",
                      "multi": false,
                      "name": "volume",
                      "options": [

                      ],
                      "query": "label_values(kubelet_volume_stats_capacity_bytes{cluster=\"$cluster\", job=\"kubelet\", namespace=\"$namespace\"}, persistentvolumeclaim)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-7d",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Persistent Volumes",
          "uid": "919b92a8e8041bd567af9edab12c840c",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-persistentvolumesusage
    namespace: monitoring
- apiVersion: v1
  data:
    pods.json: |-
      {
          "__inputs": [

          ],
          "__requires": [

          ],
          "annotations": {
              "list": [
                  {
                      "builtIn": 1,
                      "datasource": "$datasource",
                      "enable": true,
                      "expr": "time() == BOOL timestamp(rate(kube_pod_container_status_restarts_total{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[2m]) > 0)",
                      "hide": false,
                      "iconColor": "rgba(215, 44, 44, 1)",
                      "name": "Restarts",
                      "showIn": 0,
                      "tags": [
                          "restart"
                      ],
                      "type": "rows"
                  }
              ]
          },
          "editable": false,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "id": null,
          "links": [

          ],
          "refresh": "",
          "rows": [
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 2,
                          "legend": {
                              "alignAsTable": true,
                              "avg": true,
                              "current": true,
                              "max": false,
                              "min": false,
                              "rightSide": true,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum by(container) (container_memory_usage_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container=~\"$container\", container!=\"POD\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Current: {{ container }}",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum by(container) (kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\", pod=\"$pod\", container=~\"$container\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Requested: {{ container }}",
                                  "refId": "B"
                              },
                              {
                                  "expr": "sum by(container) (kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\", pod=\"$pod\", container=~\"$container\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Limit: {{ container }}",
                                  "refId": "C"
                              },
                              {
                                  "expr": "sum by(container) (container_memory_cache{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$pod\", container=~\"$container\", container!=\"POD\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Cache: {{ container }}",
                                  "refId": "D"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 3,
                          "legend": {
                              "alignAsTable": true,
                              "avg": true,
                              "current": true,
                              "max": false,
                              "min": false,
                              "rightSide": true,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum by (container) (irate(container_cpu_usage_seconds_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", image!=\"\", pod=\"$pod\", container=~\"$container\", container!=\"POD\"}[4m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Current: {{ container }}",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum by(container) (kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\", pod=\"$pod\", container=~\"$container\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Requested: {{ container }}",
                                  "refId": "B"
                              },
                              {
                                  "expr": "sum by(container) (kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\", pod=\"$pod\", container=~\"$container\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Limit: {{ container }}",
                                  "refId": "C"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU Usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 4,
                          "legend": {
                              "alignAsTable": true,
                              "avg": true,
                              "current": true,
                              "max": false,
                              "min": false,
                              "rightSide": true,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sort_desc(sum by (pod) (irate(container_network_receive_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[4m])))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "RX: {{ pod }}",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sort_desc(sum by (pod) (irate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[4m])))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "TX: {{ pod }}",
                                  "refId": "B"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Network I/O",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 5,
                          "legend": {
                              "alignAsTable": true,
                              "avg": true,
                              "current": true,
                              "max": false,
                              "min": false,
                              "rightSide": true,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "max by (container) (kube_pod_container_status_restarts_total{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container=~\"$container\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Restarts: {{ container }}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Total Restarts Per Container",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 2,
                      "includeAll": false,
                      "label": "cluster",
                      "multi": false,
                      "name": "cluster",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info, cluster)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "Namespace",
                      "multi": false,
                      "name": "namespace",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info{cluster=\"$cluster\"}, namespace)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "Pod",
                      "multi": false,
                      "name": "pod",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_info{cluster=\"$cluster\", namespace=~\"$namespace\"}, pod)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": true,
                      "label": "Container",
                      "multi": false,
                      "name": "container",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_container_info{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}, container)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Pods",
          "uid": "ab4f13a9892a76a4d21ce8c2445bf4ea",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-pods
    namespace: monitoring
- apiVersion: v1
  data:
    prometheus-remote-write.json: |-
      {
          "annotations": {
              "list": [

              ]
          },
          "editable": true,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "links": [

          ],
          "refresh": "10s",
          "rows": [
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 1,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "prometheus_remote_storage_highest_timestamp_in_seconds{cluster=~\"$cluster\", instance=~\"$instance\"} - ignoring(queue) group_right(instance) prometheus_remote_storage_queue_highest_sent_timestamp_seconds{cluster=~\"$cluster\", instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{cluster}}:{{instance}}-{{queue}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Highest Timestamp In vs. Highest Timestamp Sent",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 2,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(prometheus_remote_storage_highest_timestamp_in_seconds{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])  - ignoring (queue) group_right(instance) rate(prometheus_remote_storage_queue_highest_sent_timestamp_seconds{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{cluster}}:{{instance}}-{{queue}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Rate[5m]",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Timestamps",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 3,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(prometheus_remote_storage_samples_in_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])- ignoring(queue) group_right(instance) rate(prometheus_remote_storage_succeeded_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m]) - rate(prometheus_remote_storage_dropped_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{cluster}}:{{instance}}-{{queue}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Rate, in vs. succeeded or dropped [5m]",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Samples",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 4,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "prometheus_remote_storage_shards{cluster=~\"$cluster\", instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{cluster}}:{{instance}}-{{queue}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Num. Shards",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 5,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "prometheus_remote_storage_shard_capacity{cluster=~\"$cluster\", instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{cluster}}:{{instance}}-{{queue}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Capacity",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Shards",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 6,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 3,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(prometheus_remote_storage_dropped_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{cluster}}:{{instance}}-{{queue}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Dropped Samples",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 7,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 3,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(prometheus_remote_storage_failed_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{cluster}}:{{instance}}-{{queue}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Failed Samples",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 8,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 3,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(prometheus_remote_storage_retried_samples_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{cluster}}:{{instance}}-{{queue}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Retried Samples",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 9,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 3,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(prometheus_remote_storage_enqueue_retries_total{cluster=~\"$cluster\", instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{cluster}}:{{instance}}-{{queue}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Enqueue Retries",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Misc Rates.",
                  "titleSize": "h6"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [

          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {
                          "selected": true,
                          "text": "All",
                          "value": "$__all"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": true,
                      "label": "instance",
                      "multi": true,
                      "name": "instance",
                      "options": [

                      ],
                      "query": "label_values(prometheus_build_info, instance)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {
                          "selected": true,
                          "text": "All",
                          "value": "$__all"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": true,
                      "label": "cluster",
                      "multi": true,
                      "name": "cluster",
                      "options": [

                      ],
                      "query": "label_values(kube_pod_container_info{image=~\".*prometheus.*\"}, cluster)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "utc",
          "title": "Prometheus Remote Write",
          "uid": "",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-prometheus-remote-write
    namespace: monitoring
- apiVersion: v1
  data:
    prometheus.json: |-
      {
          "annotations": {
              "list": [

              ]
          },
          "editable": true,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "links": [

          ],
          "refresh": "10s",
          "rows": [
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 1,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "styles": [
                              {
                                  "alias": "Time",
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "pattern": "Time",
                                  "type": "hidden"
                              },
                              {
                                  "alias": "Count",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #A",
                                  "thresholds": [

                                  ],
                                  "type": "hidden",
                                  "unit": "short"
                              },
                              {
                                  "alias": "Uptime",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "Value #B",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "Instance",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "instance",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "Job",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "job",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "Version",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "link": false,
                                  "linkTooltip": "Drill down",
                                  "linkUrl": "",
                                  "pattern": "version",
                                  "thresholds": [

                                  ],
                                  "type": "number",
                                  "unit": "short"
                              },
                              {
                                  "alias": "",
                                  "colorMode": null,
                                  "colors": [

                                  ],
                                  "dateFormat": "YYYY-MM-DD HH:mm:ss",
                                  "decimals": 2,
                                  "pattern": "/.*/",
                                  "thresholds": [

                                  ],
                                  "type": "string",
                                  "unit": "short"
                              }
                          ],
                          "targets": [
                              {
                                  "expr": "count by (job, instance, version) (prometheus_build_info{job=~\"$job\", instance=~\"$instance\"})",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A",
                                  "step": 10
                              },
                              {
                                  "expr": "max by (job, instance) (time() - process_start_time_seconds{job=~\"$job\", instance=~\"$instance\"})",
                                  "format": "table",
                                  "instant": true,
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "B",
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Prometheus Stats",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "transform": "table",
                          "type": "table",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Prometheus Stats",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 2,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(prometheus_target_sync_length_seconds_sum{job=~\"$job\",instance=~\"$instance\"}[5m])) by (scrape_job) * 1e3",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{scrape_job}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Target Sync",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ms",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 3,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(prometheus_sd_discovered_targets{job=~\"$job\",instance=~\"$instance\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "Targets",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Targets",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Discovery",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "id": 4,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(prometheus_target_interval_length_seconds_sum{job=~\"$job\",instance=~\"$instance\"}[5m]) / rate(prometheus_target_interval_length_seconds_count{job=~\"$job\",instance=~\"$instance\"}[5m]) * 1e3",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{interval}} configured",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Average Scrape Interval Duration",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ms",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 5,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum by (job) (rate(prometheus_target_scrapes_exceeded_sample_limit_total[1m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "exceeded sample limit: {{job}}",
                                  "legendLink": null,
                                  "step": 10
                              },
                              {
                                  "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_duplicate_timestamp_total[1m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "duplicate timestamp: {{job}}",
                                  "legendLink": null,
                                  "step": 10
                              },
                              {
                                  "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_bounds_total[1m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "out of bounds: {{job}}",
                                  "legendLink": null,
                                  "step": 10
                              },
                              {
                                  "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_order_total[1m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "out of order: {{job}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Scrape failures",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 6,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(prometheus_tsdb_head_samples_appended_total{job=~\"$job\",instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{job}} {{instance}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Appended Samples",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Retrieval",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 7,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "prometheus_tsdb_head_series{job=~\"$job\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{job}} {{instance}} head series",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Head Series",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 8,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "prometheus_tsdb_head_chunks{job=~\"$job\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{job}} {{instance}} head chunks",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Head Chunks",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Storage",
                  "titleSize": "h6"
              },
              {
                  "collapse": false,
                  "height": "250px",
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 9,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(prometheus_engine_query_duration_seconds_count{job=~\"$job\",instance=~\"$instance\",slice=\"inner_eval\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{job}} {{instance}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Query Rate",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 10,
                          "id": 10,
                          "legend": {
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 0,
                          "links": [

                          ],
                          "nullPointMode": "null as zero",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": true,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "max by (slice) (prometheus_engine_query_duration_seconds{quantile=\"0.9\",job=~\"$job\",instance=~\"$instance\"}) * 1e3",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{slice}}",
                                  "legendLink": null,
                                  "step": 10
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Stage Duration",
                          "tooltip": {
                              "shared": true,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ms",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": false
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": true,
                  "title": "Query",
                  "titleSize": "h6"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [

          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {
                          "selected": true,
                          "text": "All",
                          "value": "$__all"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": true,
                      "label": "job",
                      "multi": true,
                      "name": "job",
                      "options": [

                      ],
                      "query": "label_values(prometheus_build_info, job)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {
                          "selected": true,
                          "text": "All",
                          "value": "$__all"
                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": true,
                      "label": "instance",
                      "multi": true,
                      "name": "instance",
                      "options": [

                      ],
                      "query": "label_values(prometheus_build_info, instance)",
                      "refresh": 1,
                      "regex": "",
                      "sort": 2,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "utc",
          "title": "Prometheus",
          "uid": "",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-prometheus
    namespace: monitoring
- apiVersion: v1
  data:
    proxy.json: |-
      {
          "__inputs": [

          ],
          "__requires": [

          ],
          "annotations": {
              "list": [

              ]
          },
          "editable": false,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "id": null,
          "links": [

          ],
          "refresh": "",
          "rows": [
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 2,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 2,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(up{job=\"kube-proxy\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Up",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "min"
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 3,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 5,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_count{job=\"kube-proxy\", instance=~\"$instance\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "rate",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Rules Sync Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 4,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 5,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99,rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket{job=\"kube-proxy\", instance=~\"$instance\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Rule Sync Latency 99th Quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 5,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(kubeproxy_network_programming_duration_seconds_count{job=\"kube-proxy\", instance=~\"$instance\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "rate",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Network Programming Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 6,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 6,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(kubeproxy_network_programming_duration_seconds_bucket{job=\"kube-proxy\", instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Network Programming Latency 99th Quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 7,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-proxy\", instance=~\"$instance\",code=~\"2..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "2xx",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-proxy\", instance=~\"$instance\",code=~\"3..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "3xx",
                                  "refId": "B"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-proxy\", instance=~\"$instance\",code=~\"4..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "4xx",
                                  "refId": "C"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-proxy\", instance=~\"$instance\",code=~\"5..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "5xx",
                                  "refId": "D"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Kube API Request Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 8,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 8,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_latency_seconds_bucket{job=\"kube-proxy\",instance=~\"$instance\",verb=\"POST\"}[5m])) by (verb, url, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{verb}} {{url}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Post Request Latency 99th Quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 9,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_latency_seconds_bucket{job=\"kube-proxy\", instance=~\"$instance\", verb=\"GET\"}[5m])) by (verb, url, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{verb}} {{url}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Get Request Latency 99th Quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 10,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "process_resident_memory_bytes{job=\"kube-proxy\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 11,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(process_cpu_seconds_total{job=\"kube-proxy\",instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 12,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "go_goroutines{job=\"kube-proxy\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Goroutines",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": true,
                      "label": null,
                      "multi": false,
                      "name": "instance",
                      "options": [

                      ],
                      "query": "label_values(kubeproxy_network_programming_duration_seconds_bucket{job=\"kube-proxy\"}, instance)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Proxy",
          "uid": "632e265de029684c40b21cb76bca4f94",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-proxy
    namespace: monitoring
- apiVersion: v1
  data:
    scheduler.json: |-
      {
          "__inputs": [

          ],
          "__requires": [

          ],
          "annotations": {
              "list": [

              ]
          },
          "editable": false,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "id": null,
          "links": [

          ],
          "refresh": "",
          "rows": [
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 2,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 2,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(up{job=\"kube-scheduler\"})",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Up",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "N/A",
                                  "value": "null"
                              }
                          ],
                          "valueName": "min"
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 3,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 5,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(scheduler_e2e_scheduling_duration_seconds_count{job=\"kube-scheduler\", instance=~\"$instance\"}[5m])) by (instance)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} e2e",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum(rate(scheduler_binding_duration_seconds_count{job=\"kube-scheduler\", instance=~\"$instance\"}[5m])) by (instance)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} binding",
                                  "refId": "B"
                              },
                              {
                                  "expr": "sum(rate(scheduler_scheduling_algorithm_duration_seconds_count{job=\"kube-scheduler\", instance=~\"$instance\"}[5m])) by (instance)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} scheduling algorithm",
                                  "refId": "C"
                              },
                              {
                                  "expr": "sum(rate(scheduler_volume_scheduling_duration_seconds_count{job=\"kube-scheduler\", instance=~\"$instance\"}[5m])) by (instance)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} volume",
                                  "refId": "D"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Scheduling Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 4,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 5,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(scheduler_e2e_scheduling_duration_seconds_bucket{job=\"kube-scheduler\",instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} e2e",
                                  "refId": "A"
                              },
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(scheduler_binding_duration_seconds_bucket{job=\"kube-scheduler\",instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} binding",
                                  "refId": "B"
                              },
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(scheduler_scheduling_algorithm_duration_seconds_bucket{job=\"kube-scheduler\",instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} scheduling algorithm",
                                  "refId": "C"
                              },
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(scheduler_volume_scheduling_duration_seconds_bucket{job=\"kube-scheduler\",instance=~\"$instance\"}[5m])) by (instance, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}} volume",
                                  "refId": "D"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Scheduling latency 99th Quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 5,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-scheduler\", instance=~\"$instance\",code=~\"2..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "2xx",
                                  "refId": "A"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-scheduler\", instance=~\"$instance\",code=~\"3..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "3xx",
                                  "refId": "B"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-scheduler\", instance=~\"$instance\",code=~\"4..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "4xx",
                                  "refId": "C"
                              },
                              {
                                  "expr": "sum(rate(rest_client_requests_total{job=\"kube-scheduler\", instance=~\"$instance\",code=~\"5..\"}[5m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "5xx",
                                  "refId": "D"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Kube API Request Rate",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "ops",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 6,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 8,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_latency_seconds_bucket{job=\"kube-scheduler\", instance=~\"$instance\", verb=\"POST\"}[5m])) by (verb, url, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{verb}} {{url}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Post Request Latency 99th Quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 7,
                          "legend": {
                              "alignAsTable": "true",
                              "avg": false,
                              "current": "true",
                              "max": false,
                              "min": false,
                              "rightSide": "true",
                              "show": "true",
                              "total": false,
                              "values": "true"
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 12,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_latency_seconds_bucket{job=\"kube-scheduler\", instance=~\"$instance\", verb=\"GET\"}[5m])) by (verb, url, le))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{verb}} {{url}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Get Request Latency 99th Quantile",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "s",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 8,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "process_resident_memory_bytes{job=\"kube-scheduler\", instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Memory",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 9,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "rate(process_cpu_seconds_total{job=\"kube-scheduler\", instance=~\"$instance\"}[5m])",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "CPU usage",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              },
                              {
                                  "format": "bytes",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": 0,
                                  "show": true
                              }
                          ]
                      },
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 10,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "span": 4,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "go_goroutines{job=\"kube-scheduler\",instance=~\"$instance\"}",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "{{instance}}",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Goroutines",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": true,
                      "label": null,
                      "multi": false,
                      "name": "instance",
                      "options": [

                      ],
                      "query": "label_values(process_cpu_seconds_total{job=\"kube-scheduler\"}, instance)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / Scheduler",
          "uid": "2e6b6a3b4bddf1427b3a55aa1311c656",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-scheduler
    namespace: monitoring
- apiVersion: v1
  data:
    statefulset.json: |-
      {
          "__inputs": [

          ],
          "__requires": [

          ],
          "annotations": {
              "list": [

              ]
          },
          "editable": false,
          "gnetId": null,
          "graphTooltip": 0,
          "hideControls": false,
          "id": null,
          "links": [

          ],
          "refresh": "",
          "rows": [
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 2,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "cores",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 4,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "lineColor": "rgb(31, 120, 193)",
                              "show": true
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(rate(container_cpu_usage_seconds_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$statefulset.*\"}[3m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "CPU",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "0",
                                  "value": "null"
                              }
                          ],
                          "valueName": "current"
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 3,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "GB",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 4,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "lineColor": "rgb(31, 120, 193)",
                              "show": true
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(container_memory_usage_bytes{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$statefulset.*\"}) / 1024^3",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Memory",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "0",
                                  "value": "null"
                              }
                          ],
                          "valueName": "current"
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 4,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "Bps",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 4,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "lineColor": "rgb(31, 120, 193)",
                              "show": true
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "sum(rate(container_network_transmit_bytes_total{job=\"kubelet\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$statefulset.*\"}[3m])) + sum(rate(container_network_receive_bytes_total{cluster=\"$cluster\", namespace=\"$namespace\",pod=~\"$statefulset.*\"}[3m]))",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Network",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "0",
                                  "value": "null"
                              }
                          ],
                          "valueName": "current"
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "height": "100px",
                  "panels": [
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 5,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 3,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "max(kube_statefulset_replicas{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", statefulset=\"$statefulset\"}) without (instance, pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Desired Replicas",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "0",
                                  "value": "null"
                              }
                          ],
                          "valueName": "current"
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 6,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 3,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "min(kube_statefulset_status_replicas_current{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", statefulset=\"$statefulset\"}) without (instance, pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Replicas of current version",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "0",
                                  "value": "null"
                              }
                          ],
                          "valueName": "current"
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 7,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 3,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "max(kube_statefulset_status_observed_generation{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", statefulset=\"$statefulset\"}) without (instance, pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Observed Generation",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "0",
                                  "value": "null"
                              }
                          ],
                          "valueName": "current"
                      },
                      {
                          "cacheTimeout": null,
                          "colorBackground": false,
                          "colorValue": false,
                          "colors": [
                              "#299c46",
                              "rgba(237, 129, 40, 0.89)",
                              "#d44a3a"
                          ],
                          "datasource": "$datasource",
                          "format": "none",
                          "gauge": {
                              "maxValue": 100,
                              "minValue": 0,
                              "show": false,
                              "thresholdLabels": false,
                              "thresholdMarkers": true
                          },
                          "gridPos": {

                          },
                          "id": 8,
                          "interval": null,
                          "links": [

                          ],
                          "mappingType": 1,
                          "mappingTypes": [
                              {
                                  "name": "value to text",
                                  "value": 1
                              },
                              {
                                  "name": "range to text",
                                  "value": 2
                              }
                          ],
                          "maxDataPoints": 100,
                          "nullPointMode": "connected",
                          "nullText": null,
                          "postfix": "",
                          "postfixFontSize": "50%",
                          "prefix": "",
                          "prefixFontSize": "50%",
                          "rangeMaps": [
                              {
                                  "from": "null",
                                  "text": "N/A",
                                  "to": "null"
                              }
                          ],
                          "span": 3,
                          "sparkline": {
                              "fillColor": "rgba(31, 118, 189, 0.18)",
                              "full": false,
                              "lineColor": "rgb(31, 120, 193)",
                              "show": false
                          },
                          "tableColumn": "",
                          "targets": [
                              {
                                  "expr": "max(kube_statefulset_metadata_generation{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "",
                                  "refId": "A"
                              }
                          ],
                          "thresholds": "",
                          "title": "Metadata Generation",
                          "tooltip": {
                              "shared": false
                          },
                          "type": "singlestat",
                          "valueFontSize": "80%",
                          "valueMaps": [
                              {
                                  "op": "=",
                                  "text": "0",
                                  "value": "null"
                              }
                          ],
                          "valueName": "current"
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              },
              {
                  "collapse": false,
                  "collapsed": false,
                  "panels": [
                      {
                          "aliasColors": {

                          },
                          "bars": false,
                          "dashLength": 10,
                          "dashes": false,
                          "datasource": "$datasource",
                          "fill": 1,
                          "gridPos": {

                          },
                          "id": 9,
                          "legend": {
                              "alignAsTable": false,
                              "avg": false,
                              "current": false,
                              "max": false,
                              "min": false,
                              "rightSide": false,
                              "show": true,
                              "total": false,
                              "values": false
                          },
                          "lines": true,
                          "linewidth": 1,
                          "links": [

                          ],
                          "nullPointMode": "null",
                          "percentage": false,
                          "pointradius": 5,
                          "points": false,
                          "renderer": "flot",
                          "repeat": null,
                          "seriesOverrides": [

                          ],
                          "spaceLength": 10,
                          "stack": false,
                          "steppedLine": false,
                          "targets": [
                              {
                                  "expr": "max(kube_statefulset_replicas{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "replicas specified",
                                  "refId": "A"
                              },
                              {
                                  "expr": "max(kube_statefulset_status_replicas{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "replicas created",
                                  "refId": "B"
                              },
                              {
                                  "expr": "min(kube_statefulset_status_replicas_ready{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "ready",
                                  "refId": "C"
                              },
                              {
                                  "expr": "min(kube_statefulset_status_replicas_current{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "replicas of current version",
                                  "refId": "D"
                              },
                              {
                                  "expr": "min(kube_statefulset_status_replicas_updated{job=\"kube-state-metrics\", statefulset=\"$statefulset\", cluster=\"$cluster\", namespace=\"$namespace\"}) without (instance, pod)",
                                  "format": "time_series",
                                  "intervalFactor": 2,
                                  "legendFormat": "updated",
                                  "refId": "E"
                              }
                          ],
                          "thresholds": [

                          ],
                          "timeFrom": null,
                          "timeShift": null,
                          "title": "Replicas",
                          "tooltip": {
                              "shared": false,
                              "sort": 0,
                              "value_type": "individual"
                          },
                          "type": "graph",
                          "xaxis": {
                              "buckets": null,
                              "mode": "time",
                              "name": null,
                              "show": true,
                              "values": [

                              ]
                          },
                          "yaxes": [
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              },
                              {
                                  "format": "short",
                                  "label": null,
                                  "logBase": 1,
                                  "max": null,
                                  "min": null,
                                  "show": true
                              }
                          ]
                      }
                  ],
                  "repeat": null,
                  "repeatIteration": null,
                  "repeatRowId": null,
                  "showTitle": false,
                  "title": "Dashboard Row",
                  "titleSize": "h6",
                  "type": "row"
              }
          ],
          "schemaVersion": 14,
          "style": "dark",
          "tags": [
              "kubernetes-mixin"
          ],
          "templating": {
              "list": [
                  {
                      "current": {
                          "text": "Prometheus",
                          "value": "Prometheus"
                      },
                      "hide": 0,
                      "label": null,
                      "name": "datasource",
                      "options": [

                      ],
                      "query": "prometheus",
                      "refresh": 1,
                      "regex": "",
                      "type": "datasource"
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 2,
                      "includeAll": false,
                      "label": "cluster",
                      "multi": false,
                      "name": "cluster",
                      "options": [

                      ],
                      "query": "label_values(kube_statefulset_metadata_generation, cluster)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "Namespace",
                      "multi": false,
                      "name": "namespace",
                      "options": [

                      ],
                      "query": "label_values(kube_statefulset_metadata_generation{job=\"kube-state-metrics\"}, cluster=\"$cluster\", namespace)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  },
                  {
                      "allValue": null,
                      "current": {

                      },
                      "datasource": "$datasource",
                      "hide": 0,
                      "includeAll": false,
                      "label": "Name",
                      "multi": false,
                      "name": "statefulset",
                      "options": [

                      ],
                      "query": "label_values(kube_statefulset_metadata_generation{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\"}, statefulset)",
                      "refresh": 2,
                      "regex": "",
                      "sort": 0,
                      "tagValuesQuery": "",
                      "tags": [

                      ],
                      "tagsQuery": "",
                      "type": "query",
                      "useTags": false
                  }
              ]
          },
          "time": {
              "from": "now-1h",
              "to": "now"
          },
          "timepicker": {
              "refresh_intervals": [
                  "5s",
                  "10s",
                  "30s",
                  "1m",
                  "5m",
                  "15m",
                  "30m",
                  "1h",
                  "2h",
                  "1d"
              ],
              "time_options": [
                  "5m",
                  "15m",
                  "1h",
                  "6h",
                  "12h",
                  "24h",
                  "2d",
                  "7d",
                  "30d"
              ]
          },
          "timezone": "",
          "title": "Kubernetes / StatefulSets",
          "uid": "a31c1f46e6f727cb37c0d731a7245005",
          "version": 0
      }
  kind: ConfigMap
  metadata:
    name: grafana-dashboard-statefulset
    namespace: monitoring
kind: ConfigMapList
