Grafana dashboard: Alluxio-Prometheus-Grafana-Monitor-V1
Description: The dashboards used to monitor an Alluxio cluster.

The alluxio cluster monitor dashboard

{
  "__inputs": [],
  "__elements": {},
  "__requires": [
    {
      "type": "panel",
      "id": "gauge",
      "name": "Gauge",
      "version": ""
    },
    {
      "type": "grafana",
      "id": "grafana",
      "name": "Grafana",
      "version": "9.3.2"
    },
    {
      "type": "panel",
      "id": "graph",
      "name": "Graph (old)",
      "version": ""
    },
    {
      "type": "panel",
      "id": "piechart",
      "name": "Pie chart",
      "version": ""
    },
    {
      "type": "datasource",
      "id": "prometheus",
      "name": "Prometheus",
      "version": "1.0.0"
    },
    {
      "type": "panel",
      "id": "stat",
      "name": "Stat",
      "version": ""
    },
    {
      "type": "panel",
      "id": "timeseries",
      "name": "Time series",
      "version": ""
    }
  ],
  "annotations": {
    "list": [
      {
        "builtIn": 1,
        "datasource": {
          "type": "datasource",
          "uid": "grafana"
        },
        "enable": true,
        "hide": true,
        "iconColor": "rgba(0, 211, 255, 1)",
        "name": "Annotations & Alerts",
        "target": {
          "limit": 100,
          "matchAny": false,
          "tags": [],
          "type": "dashboard"
        },
        "type": "dashboard"
      }
    ]
  },
  "editable": true,
  "fiscalYearStartMonth": 0,
  "gnetId": 17785,
  "graphTooltip": 0,
  "id": 2,
  "links": [],
  "liveNow": false,
  "panels": [
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "id": 231,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Cluster Info",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 10
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 12,
        "x": 0,
        "y": 1
      },
      "id": 115,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_LostWorkers{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "format": "table",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Lost Workers",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "fieldConfig": {
        "defaults": {
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 12,
        "x": 12,
        "y": 1
      },
      "id": 105,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_Workers{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "format": "table",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Live Workers",
      "type": "stat"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Cache hit rate: (# bytes read from cache) / (# bytes requested)",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 24,
        "x": 0,
        "y": 7
      },
      "hiddenSeries": false,
      "id": 113,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_CacheHitRate{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Cluster Cache Hit Rate",
          "range": true,
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Cache Hit Rate",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:247",
          "format": "percentunit",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:248",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 16
      },
      "id": 101,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Storage",
      "type": "row"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The percentage of use space",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 0,
        "y": 17
      },
      "hiddenSeries": false,
      "id": 102,
      "interval": "",
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "(Cluster_CapacityUsed{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}) / (Cluster_CapacityTotal{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"})",
          "instant": false,
          "interval": "",
          "legendFormat": "Alluxio Space Used",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "% Alluxio Space Used",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:13972",
          "format": "percentunit",
          "logBase": 1,
          "max": "1",
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:13973",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {
        "BytesReadUfsAll": "blue"
      },
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The percent of Ufs space used",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 12,
        "y": 17
      },
      "hiddenSeries": false,
      "id": 44,
      "legend": {
        "avg": false,
        "current": true,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_RootUfsCapacityUsed{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}/Cluster_RootUfsCapacityTotal{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "UFS Space Used",
          "range": true,
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "% UFS Space Used",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:7630",
          "format": "percentunit",
          "logBase": 1,
          "max": "1",
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:7631",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {
        "Alter level": "dark-red",
        "Free Alluxio Space": "semi-dark-blue",
        "Value": "dark-red",
        "scale(divideSeries(Master.CapacityFree,Master.CapacityTotal),100)": "semi-dark-blue"
      },
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 0,
        "y": 24
      },
      "hiddenSeries": false,
      "id": 42,
      "interval": "",
      "legend": {
        "avg": false,
        "current": true,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_CapacityTotal{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "instant": false,
          "interval": "",
          "legendFormat": "Cluster_CapacityTotal",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_CapacityUsed{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "instant": false,
          "interval": "",
          "legendFormat": "Cluster Capacity Used",
          "refId": "B"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Alluxio Space Used",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:2187",
          "format": "bytes",
          "label": "",
          "logBase": 1,
          "min": "0",
          "show": true
        },
        {
          "$$hashKey": "object:2188",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {
        "BytesReadUfsAll": "blue"
      },
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 12,
        "y": 24
      },
      "hiddenSeries": false,
      "id": 103,
      "legend": {
        "avg": false,
        "current": true,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_RootUfsCapacityTotal{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Cluster Root Ufs Capacity Total",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_RootUfsCapacityUsed{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Cluster Root Ufs Capacity Used",
          "range": true,
          "refId": "B"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "UFS Space Used",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:7630",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:7631",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 31
      },
      "id": 46,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Alluxio Metadata Operations",
      "type": "row"
    },
    {
      "aliasColors": {
        "p50": "#7eb26d",
        "p95": "#eab839",
        "p99": "#6ed0e0"
      },
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays the 50th, 95th, and 99th percentiles call time for the blockHeartbeat metadata operation.\n\nNote: This is not a graph for the actual Block Heartbeat just how long it took the operation to run",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 0,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 0,
        "y": 32
      },
      "hiddenSeries": false,
      "id": 54,
      "legend": {
        "avg": false,
        "current": true,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"Master_blockHeartbeat_User:$alluxio_user\",job=~\"$masters\",quantile=\"0.5\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Block Heartbeat:0.5",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"Master_blockHeartbeat_User:$alluxio_user\",job=~\"$masters\",quantile=\"0.95\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Block Heartbeat:0.95",
          "range": true,
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"Master_blockHeartbeat_User:$alluxio_user\",job=~\"$masters\",quantile=\"0.99\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Block Heartbeat:0.99",
          "range": true,
          "refId": "C"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Block Heartbeat Operation",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:5599",
          "format": "none",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:5600",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "$alluxio_datasource"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 0,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 12,
        "y": 32
      },
      "hiddenSeries": false,
      "id": 294,
      "legend": {
        "avg": false,
        "current": true,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "uid": "$alluxio_datasource"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"Master_getConfiguration\",job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\",quantile=\"0.5\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "uid": "$alluxio_datasource"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"Master_getConfiguration\",job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\",quantile=\"0.95\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "B"
        },
        {
          "datasource": {
            "uid": "$alluxio_datasource"
          },
          "exemplar": true,
          "expr": "{__name__=\"Master_getConfiguration\",job=\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\",quantile=\"0.99\"}",
          "interval": "",
          "legendFormat": "",
          "refId": "C"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Get Configuration Operation",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:7795",
          "format": "ms",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:7796",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 39
      },
      "id": 2,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Alluxio IO Key Metrics",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            }
          },
          "mappings": [],
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 0,
        "y": 40
      },
      "id": 229,
      "options": {
        "displayLabels": [
          "percent",
          "value"
        ],
        "legend": {
          "displayMode": "table",
          "placement": "right",
          "showLegend": true,
          "values": [
            "value",
            "percent"
          ]
        },
        "pieType": "pie",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_BytesReadLocal{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Bytes Read Local",
          "range": true,
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": false,
          "expr": "Cluster_BytesReadRemote{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Bytes Read Remote",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_BytesReadUfsAll{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Bytes Read Ufs",
          "range": true,
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_BytesReadDomain{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Bytes Read Domain",
          "range": true,
          "refId": "D"
        }
      ],
      "title": "Read IO Distribution",
      "type": "piechart"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            }
          },
          "mappings": [],
          "unit": "bytes"
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Bytes Written Local"
            },
            "properties": [
              {
                "id": "color",
                "value": {
                  "fixedColor": "light-orange",
                  "mode": "fixed"
                }
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Bytes Written Remote"
            },
            "properties": [
              {
                "id": "color",
                "value": {
                  "fixedColor": "green",
                  "mode": "fixed"
                }
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 12,
        "y": 40
      },
      "id": 249,
      "options": {
        "displayLabels": [
          "percent",
          "value"
        ],
        "legend": {
          "displayMode": "table",
          "placement": "right",
          "showLegend": true,
          "values": [
            "value",
            "percent"
          ]
        },
        "pieType": "pie",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Cluster_BytesWrittenLocal{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Bytes Written Local",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Cluster_BytesWrittenRemote{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "instant": false,
          "interval": "",
          "legendFormat": "Bytes Written Remote",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_BytesWrittenUfsAll{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Bytes Written Ufs",
          "range": true,
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_BytesWrittenDomain{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Bytes Written Domain",
          "range": true,
          "refId": "D"
        }
      ],
      "title": "Write IO Distribution",
      "type": "piechart"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 0,
        "y": 49
      },
      "hiddenSeries": false,
      "id": 8,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate(Cluster_BytesReadLocal{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "instant": false,
          "interval": "",
          "legendFormat": "Bytes Read Local (Per Sec)",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Bytes Read Local (Per Sec)",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:6334",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:6335",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 6,
        "y": 49
      },
      "hiddenSeries": false,
      "id": 246,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate(Cluster_BytesReadRemote{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "instant": false,
          "interval": "",
          "legendFormat": "Bytes Read Remote(Per Sec)",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Bytes Read Remote (Per Sec)",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:6334",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:6335",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 12,
        "y": 49
      },
      "hiddenSeries": false,
      "id": 247,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate(Cluster_BytesReadDomain{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "instant": false,
          "interval": "",
          "legendFormat": "Bytes Read Domain (Per Sec)",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Bytes Read Domain (Per Sec)",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:6334",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:6335",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 18,
        "y": 49
      },
      "hiddenSeries": false,
      "id": 6,
      "legend": {
        "avg": false,
        "current": true,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate(Cluster_BytesReadUfsAll{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "instant": false,
          "interval": "",
          "legendFormat": "Bytes Read UFS (Per Sec)",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Bytes Read UFS (Per Sec)",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:6278",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:6279",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 0,
        "y": 58
      },
      "hiddenSeries": false,
      "id": 107,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_BytesReadLocal{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Bytes Read Local",
          "range": true,
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Bytes Read Local",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:247",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:248",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 12,
        "y": 58
      },
      "hiddenSeries": false,
      "id": 4,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_BytesReadRemote{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Bytes Read Remote ",
          "range": true,
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Bytes Read Remote ",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:5655",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:5656",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 0,
        "y": 67
      },
      "hiddenSeries": false,
      "id": 248,
      "legend": {
        "avg": false,
        "current": true,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate(Cluster_BytesWrittenLocal{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "instant": false,
          "interval": "",
          "legendFormat": "Bytes Written UFS (Per Sec)",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Bytes Written Local (Per Sec)",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:6278",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:6279",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 6,
        "y": 67
      },
      "hiddenSeries": false,
      "id": 250,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate(Cluster_BytesWrittenRemote{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "instant": false,
          "interval": "",
          "legendFormat": "Bytes Written Remote (Per Sec)",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Bytes Written Remote (Per Sec)",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:6334",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:6335",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 12,
        "y": 67
      },
      "hiddenSeries": false,
      "id": 111,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "links": [],
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "increase(Cluster_BytesWrittenDomain{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "instant": false,
          "interval": "",
          "legendFormat": "Bytes Written Domain(Per Sec)",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Bytes Written Domain (Per Sec)",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:6334",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:6335",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "links": []
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 18,
        "y": 67
      },
      "hiddenSeries": false,
      "id": 245,
      "legend": {
        "avg": false,
        "current": true,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate(Cluster_BytesWrittenUfsAll{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "instant": false,
          "interval": "",
          "legendFormat": "Bytes Written UFS (Per Sec)",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Bytes Written UFS (Per Sec)",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:6278",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:6279",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 0,
        "y": 76
      },
      "id": 119,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Cluster_BytesWrittenLocal{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Bytes Written Local",
          "refId": "A"
        }
      ],
      "title": "Bytes Written Local",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 12,
        "y": 76
      },
      "id": 251,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Cluster_BytesWrittenRemote{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Bytes Written Remote",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Bytes Written Remote",
      "type": "timeseries"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 85
      },
      "id": 58,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Logical Operations",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays the current number of how many directories Alluxio has created since starting",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 4,
        "x": 0,
        "y": 86
      },
      "id": 60,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_DirectoriesCreated{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Directories Created",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "displays the number of times the FileInfosGot operation was called",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 4,
        "x": 4,
        "y": 86
      },
      "id": 62,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_FileInfosGot{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "File Infos Got",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays the total paths located in the Alluxio file system",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 4,
        "x": 8,
        "y": 86
      },
      "id": 64,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_TotalPaths{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Total Paths",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays how many times the CompleteFile operation has been called",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 4,
        "x": 12,
        "y": 86
      },
      "id": 66,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_CompleteFileOps{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Complete File Operations",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays the amount of directories that Alluxio has created (Not the current amount of directories)",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 4,
        "x": 16,
        "y": 86
      },
      "id": 68,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_CreateDirectoryOps{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Create Directory Oprtations",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays how many times the deletePath operation has been called (And how many total paths have been deleted)",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 13,
        "w": 4,
        "x": 20,
        "y": 86
      },
      "id": 78,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_DeletePathOps{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Delete Path Operations",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays how many times the deletePath operation has been called (And how many total paths have been deleted)",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 4,
        "x": 0,
        "y": 92
      },
      "id": 180,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_FilesCreated{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "FilesCreated",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays the current number of pinned files in Alluxio",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 4,
        "x": 4,
        "y": 92
      },
      "id": 70,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_FilesPinned{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Files Pinned",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays how many times the mount operation has been called (including failed invocations)",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 4,
        "x": 8,
        "y": 92
      },
      "id": 72,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_MountOps{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Mount Operations",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays the current number of freed files in Alluxio",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 4,
        "x": 12,
        "y": 92
      },
      "id": 74,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_FilesFreed{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Files Freed",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Displays how many times the unmount operation has been called",
      "fieldConfig": {
        "defaults": {
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "text": "N/A"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 4,
        "x": 16,
        "y": 92
      },
      "id": 76,
      "links": [],
      "maxDataPoints": 100,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "horizontal",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_UnmountOps{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Unmount Operations",
      "type": "stat"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 99
      },
      "id": 253,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Alluxio Master",
      "type": "row"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 100
      },
      "id": 153,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Master Rpc Stats",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Throughput of master RPC calls. This metrics indicates how busy the master is serving client and worker requests",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "none"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 24,
        "x": 0,
        "y": 101
      },
      "id": 161,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Master_TotalRpcs{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "refId": "A"
        }
      ],
      "title": "Master_TotalRpcs time",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 24,
        "x": 0,
        "y": 109
      },
      "id": 233,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate(Master_TotalRpcs_count{job=~\"$masters\", namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "interval": "",
          "legendFormat": "Master TotalRpcs Count",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Master TotalRpcs Count (Per Sec)",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 24,
        "x": 0,
        "y": 117
      },
      "id": 117,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_RpcQueueLength{job=\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "RpcQueueLength",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Master_RpcQueueLength",
      "type": "timeseries"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 124
      },
      "id": 211,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Master Meta Cache Stats",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "An estimate of the inode Cache size",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "decbytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 0,
        "y": 125
      },
      "id": 255,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_InodeCacheSize{job=\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Inode Heap Size",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Inode Cache SIze",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The size of master inode lock pool",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": [
          {
            "__systemRef": "hideSeriesFrom",
            "matcher": {
              "id": "byNames",
              "options": {
                "mode": "exclude",
                "names": [
                  "Master_InodeLockPoolSize"
                ],
                "prefix": "All except:",
                "readOnly": true
              }
            },
            "properties": [
              {
                "id": "custom.hideFrom",
                "value": {
                  "legend": false,
                  "tooltip": false,
                  "viz": true
                }
              }
            ]
          }
        ]
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 12,
        "y": 125
      },
      "id": 165,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Master_InodeLockPoolSize{job=\"alluxio master\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Master_InodeLockPoolSize",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Master_EdgeLockPoolSize{job=\"alluxio master\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Master_EdgeLockPoolSize",
          "refId": "B"
        }
      ],
      "title": "LockPoolSize",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The master meta cache hits rate, include edge cache, inode cache and list cache",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [],
          "max": 1,
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 0,
        "y": 133
      },
      "id": 173,
      "options": {
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "showThresholdLabels": false,
        "showThresholdMarkers": true,
        "text": {}
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_EdgeCacheHits{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}/(Master_EdgeCacheMisses + Master_EdgeCacheHits{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"})",
          "interval": "",
          "legendFormat": "Master Edge Cache Rate",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Master_InodeCacheHits{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}/(Master_InodeCacheMisses + Master_InodeCacheHits{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"})",
          "hide": false,
          "interval": "",
          "legendFormat": "Master Inode Cache Rate",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Master_ListingCacheHits{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}/(Master_ListingCacheMisses + Master_ListingCacheHits{namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"})",
          "hide": false,
          "interval": "",
          "legendFormat": "Master Listing Cache Rate",
          "refId": "C"
        }
      ],
      "title": "Master Cache Hit Rate",
      "type": "gauge"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The master meta cache size, include edge, inode, and llist.",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "locale"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 12,
        "y": 133
      },
      "id": 170,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Master_InodeCacheSize{job=\"alluxio master\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Inode Cache Size",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Master_EdgeCacheSize{job=\"alluxio master\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Edge Cache Size",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "Master_ListingCacheSize{job=\"alluxio master\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Listing Cache Size",
          "refId": "C"
        }
      ],
      "title": "Master Meta Cache Size",
      "type": "stat"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 141
      },
      "id": 225,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Master Block Stats",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Number of active block replication/eviction jobs. These jobs are created by the master to maintain the block replica factor. The value is an estimate with lag.",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 0,
        "y": 142
      },
      "id": 257,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_ReplicaMgmtActiveJobSize{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Master Replica Actove Job Size",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 12,
        "y": 142
      },
      "id": 223,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_BlockReplicaCount{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Total Block Count ",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Count of lost unique blocks.",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 0,
        "y": 150
      },
      "id": 215,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_LostBlockCount{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Lost Block Count",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Total number of unique blocks in Alluxio",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 12,
        "y": 150
      },
      "id": 221,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_UniqueBlocks{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Unique Block Count",
      "type": "stat"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 158
      },
      "id": 213,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Master File Stats",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Total number of files and directory in Alluxio namespace",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 0,
        "y": 159
      },
      "id": 219,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_TotalPaths{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Master Total Path",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Count of lost files. This number is cached and may not be in sync with {lost count} ",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 12,
        "y": 159
      },
      "id": 217,
      "options": {
        "colorMode": "value",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.3.2",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "Master_LostFileCount{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Master Lost File Count",
      "type": "stat"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 167
      },
      "id": 127,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Master Thread Metrics",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Represents the current number of live threads including both daemon and non-daemon threads.",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 0,
        "y": 168
      },
      "id": 139,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "count{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "count",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Master count",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 12,
        "y": 168
      },
      "id": 121,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "blocked_count{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "blocked_count",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "terminated_count{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "terminated_count",
          "range": true,
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "runnable_count{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "runnable_count",
          "range": true,
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "timed_waiting_count{job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "instant": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "timed_waiting_count",
          "refId": "D"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "daemon_count{job=\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "daemon_count",
          "refId": "E"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "new_count{job=\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "new_count",
          "refId": "F"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "deadlock_count{job=\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "dead_count",
          "refId": "G"
        }
      ],
      "title": "Master Thread Info",
      "type": "timeseries"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 177
      },
      "id": 92,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Master JVM Memory",
      "type": "row"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 8,
        "x": 0,
        "y": 178
      },
      "hiddenSeries": false,
      "id": 98,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"pools_Metaspace_used\", job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "pools_Metaspace_used",
          "range": true,
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"pools_G1_Old_Gen_used\", job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "pools_G1_Old_Gen_used",
          "range": true,
          "refId": "D"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"pools_G1_Survivor_Space_used_after_gc\", job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "pools_G1_Survivor_Space_used_after_gc",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"pools_G1_Eden_Space_usage\", job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "pools_G1_Eden_Space_usage",
          "range": true,
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"pools_G1_Old_Gen_used\", job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "pools_G1_Old_Gen_used",
          "range": true,
          "refId": "E"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Master Pools Memory",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:4436",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:4437",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 8,
        "x": 8,
        "y": 178
      },
      "hiddenSeries": false,
      "id": 96,
      "legend": {
        "alignAsTable": false,
        "avg": false,
        "current": false,
        "max": true,
        "min": true,
        "show": true,
        "total": false,
        "values": true
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": true,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"heap_used\",job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "heap_used",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"heap_max\",job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "heap_max",
          "range": true,
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"non_heap_used\",job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "non_heap_used",
          "range": true,
          "refId": "C"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Master Heap Memory",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:4322",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:4323",
          "format": "bytes",
          "logBase": 1,
          "show": false
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 8,
        "x": 16,
        "y": 178
      },
      "hiddenSeries": false,
      "id": 94,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"total_max\",job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "total_max",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"total_used\",job=~\"$masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "total_used",
          "range": true,
          "refId": "B"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Master Total Memory",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:4208",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:4209",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 187
      },
      "id": 270,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Alluxio Worker",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The number of clients actively reading from or writing to this worker",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 0,
        "y": 188
      },
      "id": 272,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.3.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate({__name__=~\"Worker_ActiveClients.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Worker Active Client",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 12,
        "y": 188
      },
      "id": 283,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_RpcQueueLength.*\", job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Worker Rpc Queue Length",
      "type": "timeseries"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 196
      },
      "id": 179,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Worker Storage",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "max": 1,
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "super-light-blue",
                "value": null
              },
              {
                "color": "red",
                "value": 1
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 12,
        "x": 0,
        "y": 197
      },
      "id": 82,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_CapacityUsed_.*\",job=~\"$workers\"}/{__name__=~\"Worker_CapacityTotal_.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "% Worker Space Used",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "super-light-purple",
                "value": null
              }
            ]
          },
          "unit": "decbytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 12,
        "x": 12,
        "y": 197
      },
      "id": 84,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_CapacityTotal_.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "B"
        }
      ],
      "title": "Worker Space Total",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "super-light-green",
                "value": null
              }
            ]
          },
          "unit": "decbytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 12,
        "x": 0,
        "y": 203
      },
      "id": 261,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_CapacityTotal_.*\",job=~\"$workers\"}-{__name__=~\"Worker_CapacityUsed_.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "B"
        }
      ],
      "title": "Worker Space Free",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "light-red",
                "value": null
              }
            ]
          },
          "unit": "decbytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 6,
        "w": 12,
        "x": 12,
        "y": 203
      },
      "id": 260,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_CapacityUsed_.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "B"
        }
      ],
      "title": "Worker Space Used",
      "type": "timeseries"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 209
      },
      "id": 80,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Workers Blocks",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 6,
        "x": 0,
        "y": 210
      },
      "id": 86,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlocksCached.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "instant": false,
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "refId": "A"
        }
      ],
      "title": "Cached Blocks ",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 6,
        "x": 6,
        "y": 210
      },
      "id": 90,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlocksDeleted.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Deleted Blocks",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 6,
        "x": 12,
        "y": 210
      },
      "id": 88,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlocksLost.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Lost Blocks",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 6,
        "x": 18,
        "y": 210
      },
      "id": 99,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlocksEvicted.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Evicted Blocks",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "links": [],
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 6,
        "x": 0,
        "y": 218
      },
      "id": 26,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate({__name__=~\"Worker_CacheSucceededBlocks.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "CacheSuccessedBlocks (Per Sec)",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "links": [],
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 6,
        "x": 6,
        "y": 218
      },
      "id": 32,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate({__name__=~\"Worker_CacheFailedBlocks.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "CacheFailedBlocks (Per Sec)",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "links": [],
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 6,
        "x": 12,
        "y": 218
      },
      "id": 34,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate({__name__=~\"Worker_CacheRemoteBlocks.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "CacheRemoteBlocks (Per Sec)",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "links": [],
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 6,
        "x": 18,
        "y": 218
      },
      "id": 36,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "rate({__name__=~\"Worker_CacheUfsBlocks.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}[1m])",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "CacheUfsBlocks (Per Sec)",
      "type": "timeseries"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 226
      },
      "id": 281,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Worker Block Threads",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The worker write busy rate compute with active block reader threads / block reader threads max ",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 0,
        "y": 227
      },
      "id": 276,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlockReaderThreadActiveCount.*\", job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}/{__name__=~\"Worker_BlockReaderThreadMaxCount.*\", job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Worker Reader Busy Rate",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The worker write busy rate compute with active block writer threads / block writer threads max ",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 12,
        "y": 227
      },
      "id": 292,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlockWriterThreadActiveCount.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}/{__name__=~\"Worker_BlockWriterThreadMaxCount.*\", job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Worker Writer Busy Rate",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The maximum allowed number of block read thread in the reader thread pool",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 0,
        "y": 236
      },
      "id": 279,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlockWriterThreadMaxCount.*\",job=~\"$workers\", namespace=~\"$namespace\", cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Block Writer Thread Max",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The maximum allowed number of block read thread in the reader thread pool",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 8,
        "y": 236
      },
      "id": 291,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlockReaderThreadMaxCount.*\", job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Block Reader Thread Max",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The approximate number of block read threads, that are actively executing tasks in reader thread pool",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 16,
        "y": 236
      },
      "id": 274,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlockReaderThreadActiveCount.*\", job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Block Reader  Active Thread Count",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The approximate number of block read threads, that are actively executing tasks in reader thread pool",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 0,
        "y": 243
      },
      "id": 277,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlockWriterThreadActiveCount.*\", job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Block Writer Active Thread Count",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The current number of read threads in the reader thread pool",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 8,
        "y": 243
      },
      "id": 275,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlockReaderThreadCurrentCount.*\", job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Block Reader Current Thread Count",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The current number of read threads in the reader thread pool",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 8,
        "x": 16,
        "y": 243
      },
      "id": 278,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=~\"Worker_BlockWriterThreadCurrentCount.*\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Block Writer Current Thread Count",
      "type": "timeseries"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 250
      },
      "id": 263,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Worker JVM Memory",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Worker heap memory max",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 0,
        "y": 251
      },
      "id": 148,
      "options": {
        "legend": {
          "calcs": [
            "last"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "heap_max{job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Worker Heap Memory Max",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Worker heap memory used",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 12,
        "y": 251
      },
      "id": 264,
      "options": {
        "legend": {
          "calcs": [
            "last"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "heap_used{job=~\"$workers\", namespace=~\"$namespace\", cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Worker Heap Memory Used",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The worker total memory",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 0,
        "y": 259
      },
      "id": 237,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"total_max\",job=~\"$workers\", namespace=~\"$namespace\", cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Worker Total Memory Max",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "The total memory used",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 12,
        "y": 259
      },
      "id": 265,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.0.6",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"total_used\",job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Worker Total Memory Used",
      "type": "timeseries"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Worker pools compressed class space used memory",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 0,
        "y": 267
      },
      "hiddenSeries": false,
      "id": 236,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"pools_Compressed_Class_Space_used\", job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Worker Pools Compressed Class Space Used Memory",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:4436",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:4437",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Worker pools metaspace used memory",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 12,
        "y": 267
      },
      "hiddenSeries": false,
      "id": 266,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"pools_Metaspace_used\", job=~\"$workers\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "{{pod_name}}",
          "range": true,
          "refId": "B"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "Worker Pools Metaspace Used",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:4436",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:4437",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "collapsed": true,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 274
      },
      "id": 243,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Alluxio Job",
      "type": "row"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 275
      },
      "id": 285,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "Job Metric",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Created jobs count",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 0,
        "y": 276
      },
      "id": 287,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.3.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "JobMaster_Master_JobCreated{job=~\"$job_masters\", namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "Job Create",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "Job Created",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Completed jobs count",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 12,
        "y": 276
      },
      "id": 290,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.3.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "JobMaster_Master_JobCompleted{job=~\"$job_masters\", namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Job Count",
          "range": true,
          "refId": "C"
        }
      ],
      "title": "Job Completed",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Running jobs count",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 0,
        "y": 283
      },
      "id": 289,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.3.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "JobMaster_Master_JobRunning{job=~\"$job_masters\", namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Job Running ",
          "range": true,
          "refId": "E"
        }
      ],
      "title": "Job Running",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Failed jobs count",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 7,
        "w": 12,
        "x": 12,
        "y": 283
      },
      "id": 288,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "pluginVersion": "8.3.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "JobMaster_Master_JobFailed{job=~\"$job_masters\", namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Job Failed",
          "range": true,
          "refId": "D"
        }
      ],
      "title": "Job Failed",
      "type": "timeseries"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 290
      },
      "id": 189,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "JobMaster Thread Metrics",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 0,
        "y": 291
      },
      "id": 191,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "blocked_count{job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "blocked_count",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "terminated_count{job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "terminated_count",
          "range": true,
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "runnable_count{job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "runnable_count",
          "range": true,
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "timed_waiting_count{job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "instant": false,
          "interval": "",
          "intervalFactor": 1,
          "legendFormat": "timed_waiting_count",
          "refId": "D"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "daemon_count{job=\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "daemon_count",
          "refId": "E"
        }
      ],
      "title": "JobMaster thread info",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 6,
        "y": 291
      },
      "id": 193,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "new_count{job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "new_count",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "JobMaster New Count",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 12,
        "y": 291
      },
      "id": 195,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "count{job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "count",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "JobMaster Count",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Job Master deadlock count",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "auto",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 18,
        "y": 291
      },
      "id": 197,
      "options": {
        "legend": {
          "calcs": [],
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "deadlock_count{job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "deadlock_count",
          "range": true,
          "refId": "A"
        }
      ],
      "title": "JobMaster deadlock count",
      "type": "timeseries"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Class loaded",
      "fieldConfig": {
        "defaults": {
          "unit": "none"
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 0,
        "y": 300
      },
      "hiddenSeries": false,
      "id": 199,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "loaded{job=~\"$job_masters\", namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "loaded",
          "range": true,
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "JobMaster Loaded",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:2972",
          "format": "none",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:2973",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Class unloaded",
      "fieldConfig": {
        "defaults": {
          "unit": "none"
        },
        "overrides": []
      },
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 8,
        "w": 12,
        "x": 12,
        "y": 300
      },
      "hiddenSeries": false,
      "id": 201,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "unloaded{job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "unloaded",
          "range": true,
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "JobMaster Unloaded",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:3057",
          "format": "none",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:3058",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 308
      },
      "id": 203,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "refId": "A"
        }
      ],
      "title": "JobMaster JVM Memory",
      "type": "row"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Job Master total memory and total used memory",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 8,
        "x": 0,
        "y": 309
      },
      "hiddenSeries": false,
      "id": 209,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"total_max\",job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "total_max",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"total_used\",job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "total_used",
          "range": true,
          "refId": "B"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "JobMaster Memory",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:4208",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:4209",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Job Master heap total memory and heap used memory",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 8,
        "x": 8,
        "y": 309
      },
      "hiddenSeries": false,
      "id": 207,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"heap_used\",job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "heap_used",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"heap_max\",job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "heap_max",
          "range": true,
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "{__name__=\"non_heap_used\",job=\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "non_heap_used",
          "refId": "C"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "JobMaster Heap Memory",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:4322",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:4323",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": {
        "type": "prometheus",
        "uid": "my_unique_uid"
      },
      "description": "Job Master compressed class space used memory and metaspace used memory",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 9,
        "w": 8,
        "x": 16,
        "y": 309
      },
      "hiddenSeries": false,
      "id": 205,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "alertThreshold": true
      },
      "percentage": false,
      "pluginVersion": "9.3.2",
      "pointradius": 2,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"pools_Compressed_Class_Space_used\", job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "pools Compressed Class Space used",
          "range": true,
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "editorMode": "code",
          "exemplar": true,
          "expr": "{__name__=\"pools_Metaspace_used\", job=~\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "pools Metaspace used",
          "range": true,
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "{__name__=\"pools_PS_Eden_Space_used\", job=\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "pools PS Eden Space used",
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "my_unique_uid"
          },
          "exemplar": true,
          "expr": "{__name__=\"pools_PS_Survivor_Space_used\", job=\"$job_masters\",namespace=~\"$namespace\",cluster_name=~\"$cluster_name\"}",
          "interval": "",
          "legendFormat": "pools PS Survivor Space_used",
          "refId": "D"
        }
      ],
      "thresholds": [],
      "timeRegions": [],
      "title": "JobMaster Pools Memory",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "mode": "time",
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "$$hashKey": "object:4436",
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "$$hashKey": "object:4437",
          "format": "short",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false
      }
    }
  ],
  "refresh": "",
  "schemaVersion": 37,
  "style": "dark",
  "tags": [],
  "templating": {
    "list": [
      {
        "current": {
          "selected": false,
          "text": "Prometheus",
          "value": "Prometheus"
        },
        "hide": 0,
        "includeAll": false,
        "label": "The datasource of alluxio prometheus",
        "multi": false,
        "name": "alluxio_datasource",
        "options": [],
        "query": "prometheus",
        "queryValue": "",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "type": "datasource"
      },
      {
        "hide": 2,
        "label": "The prometheus job_name including master nodes",
        "name": "masters",
        "query": "alluxio master",
        "skipUrlSync": false,
        "type": "constant"
      },
      {
        "hide": 2,
        "label": "The prometheus job_name including worker nodes",
        "name": "workers",
        "query": "alluxio worker",
        "skipUrlSync": false,
        "type": "constant"
      },
      {
        "hide": 2,
        "label": "The super user of alluxio",
        "name": "alluxio_user",
        "query": "alluxio",
        "skipUrlSync": false,
        "type": "constant"
      },
      {
        "hide": 2,
        "name": "job_masters",
        "query": "alluxio job master",
        "skipUrlSync": false,
        "type": "constant"
      },
      {
        "current": {
          "selected": false,
          "text": "alluxio",
          "value": "alluxio"
        },
        "datasource": {
          "type": "prometheus",
          "uid": "my_unique_uid"
        },
        "definition": "label_values(namespace)",
        "hide": 0,
        "includeAll": false,
        "multi": false,
        "name": "namespace",
        "options": [],
        "query": {
          "query": "label_values(namespace)",
          "refId": "StandardVariableQuery"
        },
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "type": "query"
      },
      {
        "current": {
          "selected": true,
          "text": [
            "alluxio"
          ],
          "value": [
            "alluxio"
          ]
        },
        "datasource": {
          "type": "prometheus",
          "uid": "my_unique_uid"
        },
        "definition": "label_values(cluster_name)",
        "hide": 0,
        "includeAll": false,
        "multi": true,
        "name": "cluster_name",
        "options": [],
        "query": {
          "query": "label_values(cluster_name)",
          "refId": "StandardVariableQuery"
        },
        "refresh": 2,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "type": "query"
      }
    ]
  },
  "time": {
    "from": "now-12h",
    "to": "now"
  },
  "timepicker": {
    "refresh_intervals": [
      "5s",
      "10s",
      "30s",
      "1m",
      "5m",
      "15m",
      "30m",
      "1h",
      "2h",
      "1d"
    ]
  },
  "timezone": "",
  "title": "Alluxio-Prometheus-Grafana-Monitor-V1",
  "uid": "LEidKuq7g",
  "version": 1,
  "weekStart": "",
  "description": "The dashboards used to monitor an Alluxio cluster."
}