Grafana dashboard: VAST_Cluster_Stats_vast_exporter
Description: VAST Data Cluster stats

VAST 4.5 and newer includes an on-board prometheus exporter. This dashboard is donated from one of our cool customers. If you want to be as cool as them, get some VAST and get this dashboard.     Simply add the following (with obvious edits) to your prometheus.yml and you are GTG. 
```   #New builtin prometheus vast_exporter with 4.5
  - job_name: 'vast'
    scheme: https
    scrape_interval: 10s
    metrics_path: '/api/prometheusmetrics/'
    static_configs:
        - targets: ['10.61.10.202:443']
    basic_auth:
       username: 'admin'
       password: 'xxxxxx'
    tls_config:
        insecure_skip_verify: true
```

{
  "__inputs": [
    {
      "name": "DS_PROMETHEUS",
      "label": "Prometheus",
      "description": "",
      "type": "datasource",
      "pluginId": "prometheus",
      "pluginName": "Prometheus"
    }
  ],
  "__elements": {},
  "__requires": [
    {
      "type": "panel",
      "id": "gauge",
      "name": "Gauge",
      "version": ""
    },
    {
      "type": "grafana",
      "id": "grafana",
      "name": "Grafana",
      "version": "9.4.3"
    },
    {
      "type": "datasource",
      "id": "prometheus",
      "name": "Prometheus",
      "version": "1.0.0"
    },
    {
      "type": "panel",
      "id": "stat",
      "name": "Stat",
      "version": ""
    },
    {
      "type": "panel",
      "id": "text",
      "name": "Text",
      "version": ""
    },
    {
      "type": "panel",
      "id": "timeseries",
      "name": "Time series",
      "version": ""
    }
  ],
  "annotations": {
    "list": [
      {
        "builtIn": 1,
        "datasource": {
          "type": "prometheus",
          "uid": "${DS_PROMETHEUS}"
        },
        "enable": true,
        "hide": true,
        "iconColor": "rgba(0, 211, 255, 1)",
        "name": "Annotations & Alerts",
        "target": {
          "limit": 100,
          "matchAny": false,
          "tags": [],
          "type": "dashboard"
        },
        "type": "dashboard"
      }
    ]
  },
  "editable": true,
  "fiscalYearStartMonth": 0,
  "graphTooltip": 1,
  "id": null,
  "links": [],
  "liveNow": false,
  "panels": [
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "h": 4,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "id": 317,
      "options": {
        "code": {
          "language": "plaintext",
          "showLineNumbers": false,
          "showMiniMap": false
        },
        "content": "<a href=\"https://vastdata.com\">\n\t<img data-rjs=\"2\" src=\"https://vastdata.com/vast-blue.png\" alt=\"logo\"\twidth=\"300px\", height=auto />\n</a>\n\n- #### URL to system management interface [https://$cluster-mgmt](https://$cluster-mgmt)\n- #### Per-view capacity information is accurate.\n\n",
        "mode": "markdown"
      },
      "pluginVersion": "9.4.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "refId": "A"
        }
      ],
      "title": "Notes",
      "type": "text"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 4
      },
      "id": 37,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [],
          "max": 1,
          "min": 0,
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 0.8
              },
              {
                "color": "red",
                "value": 0.9
              }
            ]
          },
          "unit": "percentunit"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 5,
        "w": 3,
        "x": 0,
        "y": 5
      },
      "id": 35,
      "options": {
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "showThresholdLabels": false,
        "showThresholdMarkers": true
      },
      "pluginVersion": "9.4.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_physical_space_in_use{cluster=\"$cluster\"} / vast_cluster_physical_space{cluster=\"$cluster\"}",
          "interval": "",
          "legendFormat": "",
          "refId": "A"
        }
      ],
      "title": "Capacity Used",
      "type": "gauge"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 5,
        "w": 3,
        "x": 3,
        "y": 5
      },
      "id": 33,
      "options": {
        "colorMode": "none",
        "graphMode": "area",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.4.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_drr{cluster=\"$cluster\"}",
          "interval": "",
          "legendFormat": "Data Reduction Ratio",
          "refId": "A"
        }
      ],
      "title": "Data Reduction Ratio",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 5,
        "w": 3,
        "x": 6,
        "y": 5
      },
      "id": 126,
      "options": {
        "colorMode": "none",
        "graphMode": "none",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.4.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_metrics_ProtoConnectionMetrics_s3_conn_pool{cluster=\"$cluster\"}",
          "interval": "",
          "legendFormat": "S3 Connections",
          "refId": "A"
        }
      ],
      "title": "Active S3 Connections",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 5,
        "w": 3,
        "x": 9,
        "y": 5
      },
      "id": 127,
      "options": {
        "colorMode": "none",
        "graphMode": "none",
        "justifyMode": "auto",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "text": {},
        "textMode": "auto"
      },
      "pluginVersion": "9.4.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_metrics_ProtoConnectionMetrics_nfs3_tcp_pool{cluster=\"$cluster\"}",
          "interval": "",
          "legendFormat": "NFS Connections",
          "refId": "A"
        }
      ],
      "title": "Active NFS Connections",
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [
            {
              "options": {
                "0": {
                  "index": 1,
                  "text": "Offline"
                },
                "1": {
                  "index": 0,
                  "text": "Online"
                }
              },
              "type": "value"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "dark-red",
                "value": null
              },
              {
                "color": "dark-green",
                "value": 1
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 5,
        "w": 3,
        "x": 12,
        "y": 5
      },
      "id": 270,
      "options": {
        "colorMode": "value",
        "graphMode": "none",
        "justifyMode": "center",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "value"
      },
      "pluginVersion": "9.4.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_online{cluster=\"$cluster\"}",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "Cluster State",
          "refId": "A"
        }
      ],
      "title": "Cluster State",
      "transformations": [],
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [
            {
              "options": {
                "0": {
                  "index": 1,
                  "text": "Unhealthy"
                },
                "1": {
                  "index": 0,
                  "text": "Healthy"
                }
              },
              "type": "value"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "dark-red",
                "value": null
              },
              {
                "color": "dark-green",
                "value": 1
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 5,
        "w": 3,
        "x": 15,
        "y": 5
      },
      "id": 271,
      "options": {
        "colorMode": "value",
        "graphMode": "none",
        "justifyMode": "center",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "value"
      },
      "pluginVersion": "9.4.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_nvram_raid_healthy{cluster=\"$cluster\"}",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "NVRAM State",
          "refId": "A"
        }
      ],
      "title": "NVRAM Raid State",
      "transformations": [],
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [
            {
              "options": {
                "0": {
                  "index": 1,
                  "text": "Unhealthy"
                },
                "1": {
                  "index": 0,
                  "text": "Healthy"
                }
              },
              "type": "value"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "dark-red",
                "value": null
              },
              {
                "color": "dark-green",
                "value": 1
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 5,
        "w": 3,
        "x": 18,
        "y": 5
      },
      "id": 272,
      "options": {
        "colorMode": "value",
        "graphMode": "none",
        "justifyMode": "center",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "value"
      },
      "pluginVersion": "9.4.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_ssd_raid_healthy{cluster=\"$cluster\"}",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "SSD State",
          "refId": "A"
        }
      ],
      "title": "SSD Raid State",
      "transformations": [],
      "type": "stat"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "description": "",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "mappings": [
            {
              "options": {
                "0": {
                  "index": 1,
                  "text": "Unhealthy"
                },
                "1": {
                  "index": 0,
                  "text": "Healthy"
                }
              },
              "type": "value"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "dark-red",
                "value": null
              },
              {
                "color": "dark-green",
                "value": 1
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 5,
        "w": 3,
        "x": 21,
        "y": 5
      },
      "id": 273,
      "options": {
        "colorMode": "value",
        "graphMode": "none",
        "justifyMode": "center",
        "orientation": "auto",
        "reduceOptions": {
          "calcs": [
            "last"
          ],
          "fields": "",
          "values": false
        },
        "textMode": "value"
      },
      "pluginVersion": "9.4.3",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_memory_raid_healthy{cluster=\"$cluster\"}",
          "format": "time_series",
          "hide": false,
          "instant": false,
          "interval": "",
          "legendFormat": "Memory State",
          "refId": "A"
        }
      ],
      "title": "Memory Raid State",
      "transformations": [],
      "type": "stat"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 10
      },
      "id": 12,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "title": "Overall System Metrics",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "binBps"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 0,
        "y": 11
      },
      "id": 4,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "none"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "Read",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "Write",
          "refId": "B"
        }
      ],
      "title": "Throughput",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "ops"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 6,
        "y": 11
      },
      "id": 5,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "none"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "Read",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "Write",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_metrics_ProtoMetrics_md_iops{cluster=\"$cluster\",proto_name=\"ProtoAll\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Other",
          "refId": "C"
        }
      ],
      "title": "I/O Operations/sec",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 12,
        "y": 11
      },
      "id": 8,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "none"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "Read",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "Write",
          "refId": "B"
        }
      ],
      "title": "Average I/O Operation Size",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 2,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": 900000,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "µs"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 18,
        "y": 11
      },
      "id": 21,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min",
            "last"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "none"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_latency_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_read_latency_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "S3 Read Latency",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_latency_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_write_latency_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "S3 Write Latency",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_latency_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_read_latency_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "NFS Read Latency",
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_latency_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_write_latency_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "NFS Write Latency",
          "refId": "D"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_latency_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_read_latency_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "Overall Read Latency",
          "refId": "E"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_latency_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_write_latency_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "Overall Write Latency",
          "refId": "F"
        }
      ],
      "title": "Average I/O Latency",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "description": "Auxiliary is snapshot space used + pending deletes",
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 10,
        "w": 8,
        "x": 0,
        "y": 20
      },
      "id": 47,
      "options": {
        "legend": {
          "calcs": [
            "min",
            "max",
            "last"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_physical_space{cluster=\"$cluster\"}",
          "interval": "",
          "legendFormat": "Physical Capacity",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_physical_space_in_use{cluster=\"$cluster\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Physical Used",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_logical_space_in_use{cluster=\"$cluster\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Logical Used",
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_auxiliary_space_in_use{cluster=\"$cluster\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Auxiliary Used",
          "refId": "D"
        }
      ],
      "title": "Capacity",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              }
            ]
          },
          "unit": "short"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 10,
        "w": 8,
        "x": 8,
        "y": 20
      },
      "id": 80,
      "options": {
        "legend": {
          "calcs": [
            "min",
            "max",
            "last"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_drr{cluster=\"$cluster\"}",
          "interval": "",
          "legendFormat": "Data Reduction Ratio",
          "refId": "A"
        }
      ],
      "title": "Data Reduction Ratio",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": false,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          }
        },
        "overrides": []
      },
      "gridPos": {
        "h": 10,
        "w": 8,
        "x": 16,
        "y": 20
      },
      "id": 125,
      "options": {
        "legend": {
          "calcs": [
            "min",
            "max",
            "last"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "single",
          "sort": "none"
        }
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_metrics_ProtoConnectionMetrics_s3_conn_pool{cluster=\"$cluster\"}",
          "interval": "",
          "legendFormat": "S3 Connections",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_metrics_ProtoConnectionMetrics_nfs3_tcp_pool{cluster=\"$cluster\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "NFS Connections",
          "refId": "B"
        }
      ],
      "title": "Active Client Connections",
      "type": "timeseries"
    },
    {
      "collapsed": true,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 30
      },
      "id": 599,
      "panels": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "binBps"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 9,
            "w": 12,
            "x": 0,
            "y": 31
          },
          "id": 636,
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "mean",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true,
              "sortBy": "Mean",
              "sortDesc": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_user_read_bw{cluster=\"$cluster\"} != 0",
              "interval": "",
              "legendFormat": "{{name}} - Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_user_write_bw{cluster=\"$cluster\"} != 0",
              "hide": false,
              "interval": "",
              "legendFormat": "{{name}} - Write",
              "refId": "B"
            }
          ],
          "title": "Throughput per User",
          "transformations": [],
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "iops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 9,
            "w": 12,
            "x": 12,
            "y": 31
          },
          "id": 637,
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "mean",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true,
              "sortBy": "Mean",
              "sortDesc": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_user_read_iops{cluster=\"$cluster\"} > 0.5",
              "interval": "",
              "legendFormat": "{{name}} - Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_user_write_iops{cluster=\"$cluster\"}  > 0.5",
              "hide": false,
              "interval": "",
              "legendFormat": "{{name}} - Write",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_user_md_iops{cluster=\"$cluster\"}  > 0.5",
              "hide": false,
              "interval": "",
              "legendFormat": "{{name}} - Other",
              "refId": "C"
            }
          ],
          "title": "I/O Operations/sec per User",
          "transformations": [],
          "type": "timeseries"
        }
      ],
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "title": "Per-User Metrics",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 31
      },
      "id": 358,
      "panels": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": 900000,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "binBps"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 0,
            "y": 41
          },
          "id": 395,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "{{hostname}} - Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Write",
              "refId": "B"
            }
          ],
          "title": "Throughput per Cnode",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": 900000,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": 2,
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 6,
            "y": 41
          },
          "id": 396,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Write",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_cnode_metrics_ProtoMetrics_md_iops{cluster=\"$cluster\",proto_name=\"ProtoAll\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Other",
              "refId": "C"
            }
          ],
          "title": "I/O Operations/sec per Cnode",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": 900000,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 12,
            "y": 41
          },
          "id": 397,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "{{hostname}} - Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Write",
              "refId": "B"
            }
          ],
          "title": "Average I/O Operation Size per Cnode",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": 900000,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "µs"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 18,
            "y": 41
          },
          "id": 398,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_latency_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_read_latency_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "{{hostname}} - Read Latency",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_latency_sum{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_write_latency_count{cluster=\"$cluster\",proto_name=\"ProtoAll\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Write Latency",
              "refId": "B"
            }
          ],
          "title": "Average I/O Latency per Cnode",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              }
            },
            "overrides": []
          },
          "gridPos": {
            "h": 12,
            "w": 12,
            "x": 0,
            "y": 51
          },
          "id": 356,
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_cnode_metrics_ProtoConnectionMetrics_s3_conn_pool{cluster=\"$cluster\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - S3 Connections",
              "refId": "A"
            }
          ],
          "title": "Active S3 Client Connections per Cnode",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              }
            },
            "overrides": []
          },
          "gridPos": {
            "h": 12,
            "w": 12,
            "x": 12,
            "y": 51
          },
          "id": 437,
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_cnode_metrics_ProtoConnectionMetrics_nfs3_tcp_pool{cluster=\"$cluster\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - NFS Connections",
              "refId": "A"
            }
          ],
          "title": "Active NFS Client Connections per Cnode",
          "type": "timeseries"
        }
      ],
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "title": "Performance Metrics per Cnode",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 32
      },
      "id": 10,
      "panels": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "binBps"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 9,
            "w": 6,
            "x": 0,
            "y": 42
          },
          "id": 3,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "Write",
              "refId": "B"
            }
          ],
          "title": "Throughput for S3",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 9,
            "w": 6,
            "x": 6,
            "y": 42
          },
          "id": 6,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "Write",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_cluster_metrics_ProtoMetrics_md_iops{cluster=\"$cluster\",proto_name=\"S3Common\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "Other",
              "refId": "C"
            }
          ],
          "title": "I/O Operations/sec for S3",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "empty",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                },
                {
                  "options": {
                    "match": "null+nan",
                    "result": {
                      "index": 1,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 9,
            "w": 6,
            "x": 12,
            "y": 42
          },
          "id": 274,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "Write",
              "refId": "B"
            }
          ],
          "title": "Average I/O Operation Size for S3",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": 900000,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "µs"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 9,
            "w": 6,
            "x": 18,
            "y": 42
          },
          "id": 26,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_latency_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_read_latency_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "Read Latency",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_latency_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_write_latency_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "Write Latency",
              "refId": "B"
            }
          ],
          "title": "Average I/O Latency for S3",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "These metrics are on a 5m interval. Internally VAST only updates these once every 5m.",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 0,
            "y": 51
          },
          "id": 16,
          "interval": "300",
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_cmd_errors{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Unspecified Command Errors",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_cmd_not_supported{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "Unsupported Command",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_bad_http_request{cluster=\"$cluster\"}[$__rate_interval]) + rate(vast_cluster_metrics_S3Metrics_bad_https_request{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "Bad HTTP Requests",
              "refId": "C"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_ProtoConnectionMetrics_s3_conn_rejected{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "Rejected Connections",
              "refId": "D"
            }
          ],
          "title": "S3 Protocol Error Rates",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "These metrics are on a 5m interval. Internally VAST only updates these once every 5m.",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 6,
            "y": 51
          },
          "id": 275,
          "interval": "300",
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_object{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetObject Requests",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_put_object{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "PutObject Requests",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_multi_part_upload{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "Multi-Part Uploads",
              "refId": "D"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_multi_part_upload_fallback{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "Multi-Part Upload Fallbacks",
              "refId": "C"
            }
          ],
          "title": "S3 Object Request Rates",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "These metrics are on a 5m interval. Internally VAST only updates these once every 5m.",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ops"
            },
            "overrides": [
              {
                "matcher": {
                  "id": "byName",
                  "options": "Get Object Requests"
                },
                "properties": [
                  {
                    "id": "custom.axisPlacement",
                    "value": "right"
                  }
                ]
              }
            ]
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 12,
            "y": 51
          },
          "id": 314,
          "interval": "300",
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_service_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetService",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetBucket",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_bucket_location_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetBucketLocation",
              "refId": "C"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_put_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "PutBucket",
              "refId": "D"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_delete_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "DeleteBucket",
              "refId": "E"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_head_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "HeadBucket",
              "refId": "F"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_delete_object_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "DeleteObject",
              "refId": "G"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_delete_objects_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "DeleteObjects",
              "refId": "H"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_head_object_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "HeadObject",
              "refId": "I"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_put_bucket_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "PutBucketAcl",
              "refId": "J"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_bucket_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetBucketAcl",
              "refId": "K"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_put_object_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "PutObjecttAcl",
              "refId": "L"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_object_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetObjectAcl",
              "refId": "M"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_put_object_copy_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "PutObjectCopy",
              "refId": "N"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_initiate_mpu_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "CreateMultipartUpload",
              "refId": "O"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_complete_mpu_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "CompleteMultipartUpload",
              "refId": "P"
            }
          ],
          "title": "S3 Metadata Rates",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "These metrics are on a 5m interval. Internally VAST only updates these once every 5m.",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": false,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "µs"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 18,
            "y": 51
          },
          "id": 315,
          "interval": "5m",
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_service_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_get_service_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetService",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_bucket_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_get_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetBucket",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_bucket_location_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_get_bucket_location_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetBucketLocation",
              "refId": "C"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_put_bucket_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_put_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "PutBucket",
              "refId": "D"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_delete_bucket_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_delete_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "DeleteBucket",
              "refId": "E"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_head_bucket_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_head_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "HeadBucket",
              "refId": "F"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_delete_object_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_delete_object_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "DeleteObject",
              "refId": "G"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_delete_objects_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_delete_objects_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "DeleteObjects",
              "refId": "H"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_head_object_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_head_object_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "HeadObject",
              "refId": "I"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_put_bucket_acl_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_put_bucket_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "PutBucketAcl",
              "refId": "J"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_bucket_acl_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_get_bucket_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetBucketAcl",
              "refId": "K"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_put_object_acl_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_put_object_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "PutObjecttAcl",
              "refId": "L"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_get_object_acl_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_get_object_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "GetObjectAcl",
              "refId": "M"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_put_object_copy_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_put_object_copy_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "PutObjectCopy",
              "refId": "N"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_initiate_mpu_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_initiate_mpu_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "CreateMultipartUpload",
              "refId": "O"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cluster_metrics_S3Metrics_complete_mpu_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_S3Metrics_complete_mpu_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "CompleteMultipartUpload",
              "refId": "P"
            }
          ],
          "title": "S3 Metadata Average Latencies",
          "type": "timeseries"
        }
      ],
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "title": "S3 Metrics",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 33
      },
      "id": 441,
      "panels": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "binBps"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 9,
            "w": 6,
            "x": 0,
            "y": 43
          },
          "id": 516,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "{{hostname}} - Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Write",
              "refId": "B"
            }
          ],
          "title": "Throughput for S3 per Cnode",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 9,
            "w": 6,
            "x": 6,
            "y": 43
          },
          "id": 517,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "{{hostname}} - Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Write",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_cnode_metrics_ProtoMetrics_md_iops{cluster=\"$cluster\",proto_name=\"S3Common\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Other",
              "refId": "C"
            }
          ],
          "title": "I/O Operations/sec for S3 per Cnode",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "empty",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                },
                {
                  "options": {
                    "match": "null+nan",
                    "result": {
                      "index": 1,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 9,
            "w": 6,
            "x": 12,
            "y": 43
          },
          "id": 518,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "{{hostname}} - Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Write",
              "refId": "B"
            }
          ],
          "title": "Average I/O Operation Size for S3",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": 900000,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "µs"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 9,
            "w": 6,
            "x": 18,
            "y": 43
          },
          "id": 519,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_latency_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_read_latency_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "{{hostname}} - Read Latency",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_latency_sum{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_write_latency_count{cluster=\"$cluster\",proto_name=\"S3Common\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Write Latency",
              "refId": "B"
            }
          ],
          "title": "Average I/O Latency for S3",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "These metrics are on a 5m interval. Internally VAST only updates these once every 5m.",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 0,
            "y": 52
          },
          "id": 435,
          "interval": "300",
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true,
              "sortBy": "Max",
              "sortDesc": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_cmd_errors{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{hostname}} - Unspecified Command Errors",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_cmd_not_supported{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Unsupported Command",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_bad_http_request{cluster=\"$cluster\"}[$__rate_interval]) + rate(vast_cnode_metrics_S3Metrics_bad_https_request{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Bad HTTP Requests",
              "refId": "C"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_ProtoConnectionMetrics_s3_conn_rejected{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Rejected Connections",
              "refId": "D"
            }
          ],
          "title": "S3 Protocol Error Rates per Cnode",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "These metrics are on a 5m interval. Internally VAST only updates these once every 5m.",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 6,
            "y": 52
          },
          "id": 436,
          "interval": "300",
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_object{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetObject Requests",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_put_object{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - PutObject Requests",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_multi_part_upload{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Multi-Part Uploads",
              "refId": "D"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_multi_part_upload_fallback{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - Multi-Part Upload Fallbacks",
              "refId": "C"
            }
          ],
          "title": "S3 Object Request Rates per Cnode",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "These metrics are on a 5m interval. Internally VAST only updates these once every 5m.",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ops"
            },
            "overrides": [
              {
                "matcher": {
                  "id": "byName",
                  "options": "Get Object Requests"
                },
                "properties": [
                  {
                    "id": "custom.axisPlacement",
                    "value": "right"
                  }
                ]
              }
            ]
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 12,
            "y": 52
          },
          "id": 478,
          "interval": "300",
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_service_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetService",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetBucket",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_bucket_location_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetBucketLocation",
              "refId": "C"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_put_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - PutBucket",
              "refId": "D"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_delete_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - DeleteBucket",
              "refId": "E"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_head_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - HeadBucket",
              "refId": "F"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_delete_object_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - DeleteObject",
              "refId": "G"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_delete_objects_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - DeleteObjects",
              "refId": "H"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_head_object_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - HeadObject",
              "refId": "I"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_put_bucket_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - PutBucketAcl",
              "refId": "J"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_bucket_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetBucketAcl",
              "refId": "K"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_put_object_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - PutObjecttAcl",
              "refId": "L"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_object_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetObjectAcl",
              "refId": "M"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_put_object_copy_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - PutObjectCopy",
              "refId": "N"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_initiate_mpu_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - CreateMultipartUpload",
              "refId": "O"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_complete_mpu_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - CompleteMultipartUpload",
              "refId": "P"
            }
          ],
          "title": "S3 Metadata Rates per Cnode",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "These metrics are on a 5m interval. Internally VAST only updates these once every 5m.",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": false,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "µs"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 6,
            "x": 18,
            "y": 52
          },
          "id": 479,
          "interval": "5m",
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_service_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_get_service_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetService",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_bucket_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_get_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetBucket",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_bucket_location_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_get_bucket_location_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetBucketLocation",
              "refId": "C"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_put_bucket_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_put_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - PutBucket",
              "refId": "D"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_delete_bucket_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_delete_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - DeleteBucket",
              "refId": "E"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_head_bucket_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_head_bucket_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - HeadBucket",
              "refId": "F"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_delete_object_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_delete_object_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - DeleteObject",
              "refId": "G"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_delete_objects_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_delete_objects_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - DeleteObjects",
              "refId": "H"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_head_object_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_head_object_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - HeadObject",
              "refId": "I"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_put_bucket_acl_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_put_bucket_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - PutBucketAcl",
              "refId": "J"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_bucket_acl_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_get_bucket_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetBucketAcl",
              "refId": "K"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_put_object_acl_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_put_object_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - PutObjecttAcl",
              "refId": "L"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_get_object_acl_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_get_object_acl_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - GetObjectAcl",
              "refId": "M"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_put_object_copy_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_put_object_copy_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - PutObjectCopy",
              "refId": "N"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_initiate_mpu_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_initiate_mpu_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - CreateMultipartUpload",
              "refId": "O"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_cnode_metrics_S3Metrics_complete_mpu_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_S3Metrics_complete_mpu_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - CompleteMultipartUpload",
              "refId": "P"
            }
          ],
          "title": "S3 Metadata Average Latencies per Cnode",
          "type": "timeseries"
        }
      ],
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "title": "S3 Metrics per Cnode",
      "type": "row"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 34
      },
      "id": 39,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "title": "NFS Metrics",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "binBps"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 0,
        "y": 35
      },
      "id": 40,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "none"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "Read",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "Write",
          "refId": "B"
        }
      ],
      "title": "Throughput for NFS",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "ops"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 6,
        "y": 35
      },
      "id": 41,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "none"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "Reads",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "Writes",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cluster_metrics_ProtoMetrics_md_iops{cluster=\"$cluster\",proto_name=\"NFSCommon\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "Other",
          "refId": "C"
        }
      ],
      "title": "I/O Operations/sec for NFS",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 12,
        "y": 35
      },
      "id": 313,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "none"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "Read",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "Write",
          "refId": "B"
        }
      ],
      "title": "Average I/O Operation Size for NFS",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "µs"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 18,
        "y": 35
      },
      "id": 43,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "none"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_read_latency_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_read_latency_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "Read Latency",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_ProtoMetrics_write_latency_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval]) / rate(vast_cluster_metrics_ProtoMetrics_write_latency_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "Write Latency",
          "refId": "B"
        }
      ],
      "title": "Average I/O Latency for NFS",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "ops"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 10,
        "w": 12,
        "x": 0,
        "y": 44
      },
      "id": 318,
      "options": {
        "legend": {
          "calcs": [
            "min",
            "max",
            "mean"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_create_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "create",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_mkdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "mkdir",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_mknod_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "mknod",
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_symlink_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "symlink",
          "refId": "D"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_setattr_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "setattr",
          "refId": "E"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_remove_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "remove",
          "refId": "F"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_rmdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "rmdir",
          "refId": "G"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_rename_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "rename",
          "refId": "H"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_link_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "link",
          "refId": "I"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_commit_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "commit",
          "refId": "J"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_getattr_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "getattr",
          "refId": "K"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_lookup_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "lookup",
          "refId": "L"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_access_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "access",
          "refId": "M"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_readlink_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "readlink",
          "refId": "N"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_readdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "readdir",
          "refId": "O"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_readdirplus_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "readdirplus",
          "refId": "P"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_fsstat_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "fsstat",
          "refId": "Q"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_fsinfo_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "fsinfo",
          "refId": "R"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_pathconf_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "pathconf",
          "refId": "S"
        }
      ],
      "title": "NFS Metadata Rates",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 10,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "µs"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 10,
        "w": 12,
        "x": 12,
        "y": 44
      },
      "id": 319,
      "options": {
        "legend": {
          "calcs": [
            "min",
            "max",
            "mean"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_create_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_create_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "create",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_mkdir_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_mkdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "mkdir",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_mknod_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_mknod_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "mknod",
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_symlink_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_symlink_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "symlink",
          "refId": "D"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_setattr_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_setattr_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "setattr",
          "refId": "E"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_remove_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_remove_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "remove",
          "refId": "F"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_rmdir_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_rmdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "rmdir",
          "refId": "G"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_rename_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_rename_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "rename",
          "refId": "H"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_link_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_link_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "link",
          "refId": "I"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_commit_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_commit_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "commit",
          "refId": "J"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_getattr_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_getattr_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "getattr",
          "refId": "K"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_lookup_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_lookup_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "lookup",
          "refId": "L"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_access_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_access_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "access",
          "refId": "M"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_readlink_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_readlink_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "readlink",
          "refId": "N"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_readdir_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_readdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "readdir",
          "refId": "O"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_readdirplus_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_readdirplus_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "readdirplus",
          "refId": "P"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_fsstat_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_fsstat_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "fsstat",
          "refId": "Q"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_fsinfo_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_fsinfo_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "fsinfo",
          "refId": "R"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cluster_metrics_NfsMetrics_nfs_pathconf_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cluster_metrics_NfsMetrics_nfs_pathconf_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "pathconf",
          "refId": "S"
        }
      ],
      "title": "NFS Metadata Latency",
      "type": "timeseries"
    },
    {
      "collapsed": false,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 54
      },
      "id": 439,
      "panels": [],
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "title": "NFS Metrics per Cnode",
      "type": "row"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "binBps"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 0,
        "y": 55
      },
      "id": 556,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "{{hostname}} - Read",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - Write",
          "refId": "B"
        }
      ],
      "title": "Throughput for NFS per Cnode",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "ops"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 6,
        "y": 55
      },
      "id": 557,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "{{hostname}} - Reads",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - Writes",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "vast_cnode_metrics_ProtoMetrics_md_iops{cluster=\"$cluster\",proto_name=\"NFSCommon\"}",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - Other",
          "refId": "C"
        }
      ],
      "title": "I/O Operations/sec for NFS per Cnode",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": 900000,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "bytes"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 12,
        "y": 55
      },
      "id": 558,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_size_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_read_size_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "{{hostname}} - Read",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_size_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_write_size_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - Write",
          "refId": "B"
        }
      ],
      "title": "Average I/O Operation Size for NFS per Cnode",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": 900000,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "µs"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 6,
        "x": 18,
        "y": 55
      },
      "id": 559,
      "options": {
        "legend": {
          "calcs": [
            "mean",
            "max",
            "min"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_ProtoMetrics_read_latency_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_read_latency_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "{{hostname}} - Read Latency",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_ProtoMetrics_write_latency_sum{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval]) / rate(vast_cnode_metrics_ProtoMetrics_write_latency_count{cluster=\"$cluster\",proto_name=\"NFSCommon\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - Write Latency",
          "refId": "B"
        }
      ],
      "title": "Average I/O Latency for NFS per Cnode",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": true,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "ops"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 0,
        "y": 64
      },
      "id": 560,
      "options": {
        "legend": {
          "calcs": [
            "min",
            "max",
            "mean",
            "last"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_create_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "{{hostname}} - create",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_mkdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - mkdir",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_mknod_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - mknod",
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_symlink_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - symlink",
          "refId": "D"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_setattr_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - setattr",
          "refId": "E"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_remove_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - remove",
          "refId": "F"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_rmdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - rmdir",
          "refId": "G"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_rename_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - rename",
          "refId": "H"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_link_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - link",
          "refId": "I"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_commit_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - commit",
          "refId": "J"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_getattr_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - getattr",
          "refId": "K"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_lookup_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - lookup",
          "refId": "L"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_access_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - access",
          "refId": "M"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_readlink_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - readlink",
          "refId": "N"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_readdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - readdir",
          "refId": "O"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_readdirplus_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - readdirplus",
          "refId": "P"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_fsstat_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - fsstat",
          "refId": "Q"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_fsinfo_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - fsinfo",
          "refId": "R"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_pathconf_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - pathconf",
          "refId": "S"
        }
      ],
      "title": "NFS Metadata Rates per Cnode",
      "type": "timeseries"
    },
    {
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "axisCenteredZero": false,
            "axisColorMode": "text",
            "axisLabel": "",
            "axisPlacement": "auto",
            "barAlignment": 0,
            "drawStyle": "line",
            "fillOpacity": 0,
            "gradientMode": "none",
            "hideFrom": {
              "legend": false,
              "tooltip": false,
              "viz": false
            },
            "lineInterpolation": "linear",
            "lineWidth": 1,
            "pointSize": 5,
            "scaleDistribution": {
              "type": "linear"
            },
            "showPoints": "never",
            "spanNulls": 900000,
            "stacking": {
              "group": "A",
              "mode": "none"
            },
            "thresholdsStyle": {
              "mode": "off"
            }
          },
          "mappings": [
            {
              "options": {
                "match": "null",
                "result": {
                  "index": 0,
                  "text": "0"
                }
              },
              "type": "special"
            }
          ],
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green"
              }
            ]
          },
          "unit": "µs"
        },
        "overrides": []
      },
      "gridPos": {
        "h": 9,
        "w": 12,
        "x": 12,
        "y": 64
      },
      "id": 561,
      "options": {
        "legend": {
          "calcs": [
            "min",
            "max",
            "mean",
            "last"
          ],
          "displayMode": "table",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "pluginVersion": "8.4.7",
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_create_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_create_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "interval": "",
          "legendFormat": "{{hostname}} - create",
          "refId": "A"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_mkdir_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_mkdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - mkdir",
          "refId": "B"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_mknod_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_mknod_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - mknod",
          "refId": "C"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_symlink_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_symlink_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - symlink",
          "refId": "D"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_setattr_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_setattr_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - setattr",
          "refId": "E"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_remove_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_remove_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - remove",
          "refId": "F"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_rmdir_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_rmdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - rmdir",
          "refId": "G"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_rename_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_rename_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - rename",
          "refId": "H"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_link_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_link_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - link",
          "refId": "I"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_commit_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_commit_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - commit",
          "refId": "J"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_getattr_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_getattr_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - getattr",
          "refId": "K"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_lookup_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_lookup_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - lookup",
          "refId": "L"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_access_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_access_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - access",
          "refId": "M"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_readlink_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_readlink_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - readlink",
          "refId": "N"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_readdir_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_readdir_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - readdir",
          "refId": "O"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_readdirplus_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_readdirplus_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - readdirplus",
          "refId": "P"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_fsstat_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_fsstat_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - fsstat",
          "refId": "Q"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_fsinfo_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_fsinfo_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - fsinfo",
          "refId": "R"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "exemplar": true,
          "expr": "rate(vast_cnode_metrics_NfsMetrics_nfs_pathconf_latency_sum{cluster=\"$cluster\"}[$__rate_interval]) / rate(vast_cnode_metrics_NfsMetrics_nfs_pathconf_latency_count{cluster=\"$cluster\"}[$__rate_interval])",
          "hide": false,
          "interval": "",
          "legendFormat": "{{hostname}} - pathconf",
          "refId": "S"
        }
      ],
      "title": "NFS Metadata Latency per Cnode",
      "type": "timeseries"
    },
    {
      "collapsed": true,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 73
      },
      "id": 45,
      "panels": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineStyle": {
                  "fill": "solid"
                },
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null+nan",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                },
                {
                  "options": {
                    "match": "empty",
                    "result": {
                      "index": 1,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 8,
            "w": 12,
            "x": 0,
            "y": 37
          },
          "id": 128,
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "lastNotNull"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_view_read_iops{cluster=\"$cluster\",path=\"$view\"} OR on() vector(0)",
              "hide": false,
              "interval": "",
              "legendFormat": "$view - Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_view_write_iops{cluster=\"$cluster\",path=\"$view\"} OR on() vector(0)",
              "hide": false,
              "interval": "",
              "legendFormat": "$view - Write",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_view_md_iops{cluster=\"$cluster\",path=\"$view\"} OR on() vector(0)",
              "hide": false,
              "interval": "",
              "legendFormat": "$view - Other",
              "refId": "C"
            }
          ],
          "title": "$view - I/O Operations/sec",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "binBps"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 8,
            "w": 12,
            "x": 12,
            "y": 37
          },
          "id": 159,
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "lastNotNull"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_view_read_bw{cluster=\"$cluster\",path=\"$view\"} OR on() vector(0)",
              "interval": "",
              "legendFormat": "$view - Read",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_view_write_bw{cluster=\"$cluster\",path=\"$view\"} OR on() vector(0)",
              "hide": false,
              "interval": "",
              "legendFormat": "$view - Write",
              "refId": "B"
            }
          ],
          "title": "$view - Throughput",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 8,
            "w": 8,
            "x": 0,
            "y": 45
          },
          "id": 48,
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "lastNotNull"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "single",
              "sort": "none"
            }
          },
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_view_physical_capacity{cluster=\"$cluster\",name!=\"root\",path=\"$view\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "{{path}} - Physical Used",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_view_logical_capacity{cluster=\"$cluster\",name!=\"root\",path=\"$view\"}",
              "interval": "",
              "legendFormat": "{{path}} - Logical Used",
              "refId": "A"
            }
          ],
          "title": "$view Capacity Usage",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "empty",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                },
                {
                  "options": {
                    "match": "null+nan",
                    "result": {
                      "index": 1,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 8,
            "w": 8,
            "x": 8,
            "y": 45
          },
          "id": 61,
          "options": {
            "legend": {
              "calcs": [
                "min",
                "max",
                "lastNotNull"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "single",
              "sort": "none"
            }
          },
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_view_logical_capacity{cluster=\"$cluster\",name!=\"root\",path=\"$view\"} / vast_view_physical_capacity{cluster=\"$cluster\",name!=\"root\",path=\"$view\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "{{path}} - Data Reduction Ratio",
              "refId": "A"
            }
          ],
          "title": "$view - Data Reduction Ratio",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "stepBefore",
                "lineStyle": {
                  "fill": "solid"
                },
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 8,
            "w": 8,
            "x": 16,
            "y": 45
          },
          "id": 99,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min",
                "last"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "single",
              "sort": "none"
            }
          },
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "delta(vast_view_physical_capacity{cluster=\"$cluster\",path=\"$view\"}[5m])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{path}} - 5m Rate of Change",
              "refId": "A"
            }
          ],
          "title": "$view - Rate of Change",
          "type": "timeseries"
        }
      ],
      "repeat": "view",
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "title": "View Metrics: $view",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 176
      },
      "id": 663,
      "panels": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "MBs"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 8,
            "x": 0,
            "y": 52
          },
          "id": 688,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "editorMode": "code",
              "exemplar": true,
              "expr": "vast_nvram_metrics_Hardware_r_mbs{cluster=\"$cluster\"}",
              "hide": false,
              "legendFormat": "{{title}} - Read",
              "range": true,
              "refId": "C"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "editorMode": "code",
              "exemplar": true,
              "expr": "vast_nvram_metrics_Hardware_w_mbs{cluster=\"$cluster\"}",
              "hide": false,
              "legendFormat": "{{title}} - Write",
              "range": true,
              "refId": "A"
            }
          ],
          "title": "Throughput per NVRAM drive",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": 3600000,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 8,
            "x": 8,
            "y": 52
          },
          "id": 689,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_nvram_metrics_Hardware_write_count{cluster=\"$cluster\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "{{title}} - Write",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_nvram_metrics_Hardware_read_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{title}} - Read",
              "refId": "B"
            }
          ],
          "title": "IOPs per NVRAM device",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": 3600000,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": 2,
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 8,
            "x": 16,
            "y": 52
          },
          "id": 715,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true,
              "sortBy": "Max",
              "sortDesc": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_nvram_metrics_Hardware_r_await{cluster=\"$cluster\"}",
              "interval": "",
              "legendFormat": "{{title}} - Read Latency",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_nvram_metrics_Hardware_w_await{cluster=\"$cluster\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "{{title}} - Write Latency",
              "refId": "B"
            }
          ],
          "title": "Latency per NVRAM device",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "MBs"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 8,
            "x": 0,
            "y": 62
          },
          "id": 716,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_ssd_metrics_Hardware_w_mbs{cluster=\"$cluster\"}",
              "interval": "",
              "legendFormat": "{{title}} - Write",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_ssd_metrics_Hardware_r_mbs{cluster=\"$cluster\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "{{title}} - Read",
              "refId": "B"
            }
          ],
          "title": "Throughput per SSD drive",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": 3600000,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 8,
            "x": 8,
            "y": 62
          },
          "id": 717,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_ssd_metrics_Hardware_write_count{cluster=\"$cluster\"}[$__rate_interval])",
              "interval": "",
              "legendFormat": "{{title}} - Write",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_ssd_metrics_Hardware_read_count{cluster=\"$cluster\"}[$__rate_interval])",
              "hide": false,
              "interval": "",
              "legendFormat": "{{title}} - Read",
              "refId": "B"
            }
          ],
          "title": "IOPs per SSD device",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": 3600000,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": 2,
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 8,
            "x": 16,
            "y": 62
          },
          "id": 719,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true,
              "sortBy": "Mean",
              "sortDesc": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "editorMode": "code",
              "exemplar": true,
              "expr": "vast_ssd_metrics_Hardware_r_await{cluster=\"$cluster\"}",
              "interval": "",
              "legendFormat": "{{title}} - Read Latency",
              "range": true,
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "editorMode": "code",
              "exemplar": true,
              "expr": "vast_ssd_metrics_Hardware_w_await{cluster=\"$cluster\"}",
              "hide": false,
              "interval": "",
              "legendFormat": "{{title}} - Write Latency",
              "range": true,
              "refId": "B"
            }
          ],
          "title": "Latency per SSD device",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 8,
            "x": 0,
            "y": 72
          },
          "id": 744,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_nvram_metrics_Hardware_media_errors{cluster=\"$cluster\"} OR vast_ssd_metrics_Hardware_media_errors{cluster=\"$cluster\"}",
              "interval": "",
              "legendFormat": "{{title}} - Errors",
              "refId": "A"
            }
          ],
          "title": "Media Errors",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "max": 100,
              "min": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "percent"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 8,
            "x": 8,
            "y": 72
          },
          "id": 745,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_nvram_metrics_Hardware_endurance{cluster=\"$cluster\"} OR vast_ssd_metrics_Hardware_endurance{cluster=\"$cluster\"}",
              "interval": "",
              "legendFormat": "{{title}}",
              "refId": "A"
            }
          ],
          "title": "Drive Endurance Remaining",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "celsius"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 10,
            "w": 8,
            "x": 16,
            "y": 72
          },
          "id": 746,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true,
              "sortBy": "Min",
              "sortDesc": false
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "vast_nvram_metrics_Hardware_temperature{cluster=\"$cluster\"} OR vast_ssd_metrics_Hardware_temperature{cluster=\"$cluster\"}",
              "interval": "",
              "legendFormat": "{{title}}",
              "refId": "A"
            }
          ],
          "title": "Drive Temperature",
          "type": "timeseries"
        }
      ],
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "title": "NVRAM/SSD Metrics",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": {
        "type": "datasource"
      },
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 177
      },
      "id": 748,
      "panels": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "Temperature",
                "axisPlacement": "left",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": false,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "celsius"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 11,
            "w": 12,
            "x": 0,
            "y": 44
          },
          "id": 805,
          "options": {
            "legend": {
              "calcs": [
                "lastNotNull",
                "min",
                "max",
                "mean"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "editorMode": "code",
              "expr": "vast_dbox_metrics_Hardware_ambient_temp{cluster=\"$cluster\"}",
              "hide": true,
              "legendFormat": "{{cluster}} DBox Inlet Temperature",
              "range": true,
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "editorMode": "code",
              "expr": "vast_cbox_metrics_Hardware_ambient_temp{cluster=\"$cluster\"}",
              "hide": true,
              "legendFormat": "{{cluster}} CBox Inlet Temperature",
              "range": true,
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "editorMode": "code",
              "expr": "vast_cnode_metrics_Hardware_cpu_temp{cluster=\"$cluster\"}",
              "hide": false,
              "legendFormat": "{{hostname}} CPU Temperature",
              "range": true,
              "refId": "C"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "editorMode": "code",
              "expr": "vast_dnode_metrics_Hardware_cpu_temp{cluster=\"$cluster\"}",
              "hide": true,
              "legendFormat": "{{hostname}} CPU Temperature",
              "range": true,
              "refId": "D"
            }
          ],
          "title": "Hardware Temperatures",
          "type": "timeseries"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "description": "Items will only appear here if non-zero due to the number of metrics involved.",
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 0,
                "gradientMode": "none",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "type": "linear"
                },
                "showPoints": "never",
                "spanNulls": true,
                "stacking": {
                  "group": "A",
                  "mode": "none"
                },
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "mappings": [
                {
                  "options": {
                    "match": "null",
                    "result": {
                      "index": 0,
                      "text": "0"
                    }
                  },
                  "type": "special"
                }
              ],
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "green"
                  }
                ]
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 11,
            "w": 12,
            "x": 12,
            "y": 44
          },
          "id": 773,
          "options": {
            "legend": {
              "calcs": [
                "mean",
                "max",
                "min"
              ],
              "displayMode": "table",
              "placement": "bottom",
              "showLegend": true
            },
            "tooltip": {
              "mode": "multi",
              "sort": "desc"
            }
          },
          "pluginVersion": "8.4.7",
          "targets": [
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_nic_metrics_Hardware_rx_buff_alloc_err{cluster=\"$cluster\"}[$__rate_interval]) != 0",
              "interval": "",
              "legendFormat": "{{hostname}} - {{display_name}} - RX Buffer Allocation Errors",
              "refId": "A"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_nic_metrics_Hardware_rx_crc_errors_phy{cluster=\"$cluster\"}[$__rate_interval]) != 0",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - {{display_name}} - RX CRC Errors",
              "refId": "B"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_nic_metrics_Hardware_rx_errors{cluster=\"$cluster\"}[$__rate_interval]) != 0",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - {{display_name}} - RX Errors",
              "refId": "C"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_nic_metrics_Hardware_rx_in_range_len_errors_phy{cluster=\"$cluster\"}[$__rate_interval]) != 0",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - {{display_name}} - RX Range Length Errors",
              "refId": "D"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_nic_metrics_Hardware_rx_symbol_err_phy{cluster=\"$cluster\"}[$__rate_interval]) != 0",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - {{display_name}} - RX Symbol Errors",
              "refId": "E"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_nic_metrics_Hardware_tx_errors{cluster=\"$cluster\"}[$__rate_interval]) != 0",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - {{display_name}} - TX Errors",
              "refId": "F"
            },
            {
              "datasource": {
                "type": "prometheus",
                "uid": "${DS_PROMETHEUS}"
              },
              "exemplar": true,
              "expr": "rate(vast_nic_metrics_Hardware_tx_errors_phy{cluster=\"$cluster\"}[$__rate_interval]) != 0",
              "hide": false,
              "interval": "",
              "legendFormat": "{{hostname}} - {{display_name}} - TX Errors Phy",
              "refId": "G"
            }
          ],
          "title": "NIC Errors",
          "type": "timeseries"
        }
      ],
      "targets": [
        {
          "datasource": {
            "type": "datasource"
          },
          "refId": "A"
        }
      ],
      "title": "Hardware Metrics",
      "type": "row"
    }
  ],
  "refresh": "2m",
  "revision": 1,
  "schemaVersion": 38,
  "style": "dark",
  "tags": [],
  "templating": {
    "list": [
      {
        "current": {},
        "datasource": {
          "type": "prometheus",
          "uid": "${DS_PROMETHEUS}"
        },
        "definition": "label_values(vast_cluster_online, cluster)",
        "hide": 0,
        "includeAll": false,
        "multi": false,
        "name": "cluster",
        "options": [],
        "query": {
          "query": "label_values(vast_cluster_online, cluster)",
          "refId": "StandardVariableQuery"
        },
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "type": "query"
      },
      {
        "current": {},
        "datasource": {
          "type": "prometheus",
          "uid": "${DS_PROMETHEUS}"
        },
        "definition": "vast_view_logical_capacity{cluster=\"${cluster}\",path!~\"(/|/test-bucket.*)\"}",
        "description": "VAST View - corresponds to an S3 bucket and/or an NFS share",
        "hide": 0,
        "includeAll": true,
        "multi": true,
        "name": "view",
        "options": [],
        "query": {
          "query": "vast_view_logical_capacity{cluster=\"${cluster}\",path!~\"(/|/test-bucket.*)\"}",
          "refId": "StandardVariableQuery"
        },
        "refresh": 1,
        "regex": "/path=\"(?<text>[^\"]+)|path=\"(?<value>[^\"]+)/g",
        "skipUrlSync": false,
        "sort": 5,
        "type": "query"
      }
    ]
  },
  "time": {
    "from": "now-2d",
    "to": "now"
  },
  "timepicker": {
    "refresh_intervals": [
      "30s",
      "1m",
      "2m",
      "5m",
      "15m",
      "30m",
      "1h",
      "2h",
      "1d"
    ]
  },
  "timezone": "",
  "title": "VAST_Cluster_Stats_vast_exporter",
  "uid": "robBwNFVk",
  "version": 1,
  "weekStart": "",
  "gnetId": 18377,
  "description": "VAST Data Cluster stats"
}